-- Logs begin at Thu 2021-06-03 21:07:56 UTC, end at Thu 2021-06-03 22:03:49 UTC. -- Jun 03 21:39:44.101300 dv-cinder-794669-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 21:39:46.904292 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.common.config [-] Logging enabled! Jun 03 21:39:46.904963 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 21:39:46.905578 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98168) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 21:39:46.910598 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.common.config [-] Logging enabled! Jun 03 21:39:46.910886 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 21:39:46.911286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98168) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 21:39:46.912346 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 21:39:46.912595 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 21:39:46.912982 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 21:39:46.913227 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 21:39:46.913449 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 21:39:46.913764 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.914057 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.914350 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.914578 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.914893 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.915183 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.915462 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.915749 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.916044 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.916331 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.916618 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.916899 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.917136 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.917409 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.917694 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.917974 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.918195 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] debug = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.918473 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.918924 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.919343 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.919622 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.919908 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.920182 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.920459 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.920731 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.921011 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.921352 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] host = dv-cinder-794669-4-smb {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.921626 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.921925 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.922195 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.922477 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.922748 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.923049 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.923330 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.923330 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.924453 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.924797 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.925014 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.925299 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.925588 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.925812 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.926031 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.926317 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.926600 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.926911 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.927188 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.927455 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.927723 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.927992 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.928261 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.928538 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.928825 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.929100 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.929371 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.929654 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.929916 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.930179 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.930464 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.930727 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.931022 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.931295 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.931573 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.931838 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.932110 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.932411 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.932693 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.932970 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.933249 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.933516 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.933794 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.934061 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.934333 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.934594 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] use_json = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.934893 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.935162 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.935446 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.935713 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.935981 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.936249 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.936521 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.936802 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:46.937105 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.937447 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.937699 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.938115 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.938281 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.938538 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.939704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.939704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.940167 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.940635 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.940940 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.941244 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.941518 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.941800 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.942108 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.942419 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.942716 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.943042 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.943384 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.943589 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.943865 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.944139 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.944431 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.944726 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.945012 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.945280 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.945555 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.945849 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.946122 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.946393 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.946673 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.946988 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.947264 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.947537 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.947816 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.948092 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.948368 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.948635 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.948909 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.949195 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.949465 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.949741 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.950034 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.950306 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.950583 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.950939 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.951233 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.951509 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.951784 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.952072 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.952341 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.952611 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.952886 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.953157 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.953431 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.953703 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.953976 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.954248 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.954519 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.955489 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.955663 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.955941 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.956219 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.956491 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.956758 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.957032 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.957320 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.957593 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.957878 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.958184 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.958459 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.958730 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.959035 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.959309 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.959584 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.959859 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.960217 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.960502 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.960784 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.961157 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.961452 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.961744 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.962040 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.962323 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.962617 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.962926 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.963210 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.963489 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.963766 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.964054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.964341 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.964638 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.964932 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.965224 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.965523 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.965811 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.966094 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.966399 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.966681 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:46.966924 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 21:39:46.967177 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98168) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 21:39:47.332939 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:39:47.333207 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:39:47.333497 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:39:47.333828 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 21:39:47.744374 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.744652 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.744931 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.746128 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.746402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.746665 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.784744 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.785024 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.785286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.799182 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.799513 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.799707 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.829222 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.829505 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.830360 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.870855 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.871156 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:47.871427 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.139360 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.140066 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.140066 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.140066 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.140797 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.270366 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.270685 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.270999 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.271273 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.271540 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.271850 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.272107 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.272368 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.272619 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.272900 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.273159 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.273419 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.273680 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.273937 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.274203 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.274469 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.274726 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.275019 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.275268 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.275548 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.275907 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.276157 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.276401 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.276687 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.276932 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.277179 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.277601 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:48.277840 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:48.278073 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:48.278307 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:48.278538 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:48.278768 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:48.279168 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 21:39:48.282617 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 21:39:48.286767 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 21:39:48.290796 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Jun 03 21:39:48.292513 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 21:39:48.292967 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 21:39:48.293304 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 21:39:48.293698 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 21:39:48.296630 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 21:39:48.296884 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 21:39:48.297237 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 21:39:48.326080 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 21:39:48.326546 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.326881 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98168) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 21:39:48.327243 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.328822 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98168) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 21:39:48.329115 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 21:39:48.329370 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 21:39:48.332754 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.333039 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.411284 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 21:39:48.411584 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 21:39:48.411969 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 21:39:48.412583 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 21:39:48.449059 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_db.sqlalchemy.engines [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98168) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 21:39:48.804902 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing driver for type 'gre' Jun 03 21:39:48.805423 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] gre ID ranges: [(1, 1000)] Jun 03 21:39:48.863245 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing driver for type 'local' Jun 03 21:39:48.863791 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing driver for type 'vlan' Jun 03 21:39:48.880636 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] VlanTypeDriver initialization complete Jun 03 21:39:48.881041 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing driver for type 'vxlan' Jun 03 21:39:48.881586 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] vxlan ID ranges: [(1, 1000)] Jun 03 21:39:48.941439 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing extension driver 'port_security' Jun 03 21:39:48.942187 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.extensions.port_security [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] PortSecurityExtensionDriver initialization complete Jun 03 21:39:48.942529 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing mechanism driver 'openvswitch' Jun 03 21:39:48.943035 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing mechanism driver 'hyperv' Jun 03 21:39:48.949719 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.plugins.ml2.plugin [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:39:48.950508 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.950915 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.951264 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.951653 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.952002 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.952348 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.952732 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.953076 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.953416 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.953794 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > security_group after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.954142 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > security_group after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.954489 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.955191 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.955285 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.955552 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.955933 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > address_group after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.956274 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > address_group after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.956606 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.956947 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] ML2 OVO RPC backend initialized. {{(pid=98168) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 03 21:39:48.957671 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.958025 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.958439 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.958804 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > networks before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.959158 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.959496 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > ports before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.959838 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.960181 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnets before_response 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.960527 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.960875 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.961212 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.961553 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.961894 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.962234 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.962572 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.962949 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.963286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:48.963892 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.plugin [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Modular L2 Plugin initialization complete Jun 03 21:39:48.964219 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading services supported by the core plugin {{(pid=98168) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 21:39:48.964548 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.plugins.ml2.managers [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Got port-security extension from driver 'port_security' Jun 03 21:39:48.965015 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.extensions.vlantransparent [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Disabled vlantransparent extension. Jun 03 21:39:48.965506 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98168) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 21:39:48.965821 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: router Jun 03 21:39:49.006637 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.007061 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_create 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.007431 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router before_create 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.007798 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.008172 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.008527 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_delete 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.008999 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.009367 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_create 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.009715 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_update 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.010066 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_update 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.010414 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.010806 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_update 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.011230 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_update 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.011602 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.011944 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.012281 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: subnet after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.012625 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.012992 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.013317 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_create 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.013659 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.014003 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.014364 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router after_update 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.014704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.015074 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_create 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.015438 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.015782 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_update 55549900 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.016167 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > network after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.017685 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Tracking information for resource: router configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:49.018025 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Tracking information for resource: floatingip configured {{(pid=98168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:39:49.023764 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.db.l3_agentschedulers_db [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 21:39:49.024363 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.024733 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port after_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.025089 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port after_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.025444 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: port after_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.026279 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router before_create 55550100 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.026651 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.027051 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_create 55550100 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.027412 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > router precommit_update 55550100 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.032141 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.provider_configuration [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service providers = [] {{(pid=98168) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 21:39:49.032507 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.db.servicetype_db [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98168) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 21:39:49.036729 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.service_base [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:39:49.037079 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.service_base [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:39:49.037423 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.service_base [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:39:49.038346 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.services.service_base [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:39:49.038724 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.services.service_base [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 21:39:49.039260 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.039592 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 21:39:49.051642 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.051838 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: auto_allocate Jun 03 21:39:49.058715 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: network precommit_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.059024 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: network precommit_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.059713 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.060166 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: tag Jun 03 21:39:49.069860 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.070314 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: timestamp Jun 03 21:39:49.075773 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.076160 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: network_ip_availability Jun 03 21:39:49.083930 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.084344 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.084849 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.085834 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.086199 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: flavors Jun 03 21:39:49.093491 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.093813 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading Plugin: revisions Jun 03 21:39:49.099190 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:39:49.099583 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_concurrency.lockutils [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=98168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:39:49.100358 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98168) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 03 21:39:49.100693 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Initializing extension manager. Jun 03 21:39:49.101206 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: __init__.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.101543 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: __pycache__ {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.101874 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.102234 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: address_group.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.103039 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.103624 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: address-group Jun 03 21:39:49.103951 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: address_scope.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.104661 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.105173 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: address-scope Jun 03 21:39:49.105492 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.106485 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.107042 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: router-admin-state-down-before-update Jun 03 21:39:49.107369 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: agent.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.108073 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.108590 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: agent Jun 03 21:39:49.108910 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: agent_resources_synced.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.109839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.110351 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: agent-resources-synced Jun 03 21:39:49.110677 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: allowedaddresspairs.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.113372 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.113911 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: allowed-address-pairs Jun 03 21:39:49.114245 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: auto_allocated_topology.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.115405 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.115931 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: auto-allocated-topology Jun 03 21:39:49.116261 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: availability_zone.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.117230 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.117750 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: availability_zone Jun 03 21:39:49.118067 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: availability_zone_filter.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.119078 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.119597 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: availability_zone_filter Jun 03 21:39:49.119913 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: data_plane_status.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.120827 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.121337 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 21:39:49.121648 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: default_subnetpools.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.122588 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.123130 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: default-subnetpools Jun 03 21:39:49.123515 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.124341 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.124907 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: dhcp_agent_scheduler Jun 03 21:39:49.125232 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: dns.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.126341 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.127529 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension dns-integration not supported by any of loaded plugins Jun 03 21:39:49.127821 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: dns_domain_ports.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.128899 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.129458 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 21:39:49.129823 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: dvr.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.130532 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.131146 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: dvr Jun 03 21:39:49.131421 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: empty_string_filtering.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.132443 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.132957 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: empty-string-filtering Jun 03 21:39:49.133281 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.134226 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.134750 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 21:39:49.135102 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.136038 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.136701 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 21:39:49.136887 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: external_net.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.137962 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.138515 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: external-net Jun 03 21:39:49.139102 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.140020 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.140663 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: extra_dhcp_opt Jun 03 21:39:49.140998 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: extraroute.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.141947 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.142554 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: extraroute Jun 03 21:39:49.142938 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: extraroute_atomic.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.144007 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.144578 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: extraroute-atomic Jun 03 21:39:49.144876 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: filter_validation.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.258666 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.259327 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: filter-validation Jun 03 21:39:49.259645 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: fip_pf_description.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.260772 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.261296 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 21:39:49.261627 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: fip_port_details.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.262563 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.263111 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: fip-port-details Jun 03 21:39:49.263443 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: flavors.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.264727 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.265255 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: flavors Jun 03 21:39:49.265594 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.267897 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.268431 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 21:39:49.268761 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: floatingip_pools.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.269481 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.269997 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: floatingip-pools Jun 03 21:39:49.270335 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: ip_allocation.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.271308 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.271825 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 21:39:49.272144 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.273059 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.273572 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: ip-substring-filtering Jun 03 21:39:49.273896 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l2_adjacency.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.274841 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.275359 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 21:39:49.275684 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.276713 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.277236 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: router Jun 03 21:39:49.277565 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.279992 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.280532 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 21:39:49.280868 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.281786 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.282311 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: ext-gw-mode Jun 03 21:39:49.282638 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.284072 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.284593 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: l3-ha Jun 03 21:39:49.284926 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3_flavors.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.285882 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.286353 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: l3-flavors Jun 03 21:39:49.286679 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.287634 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.288154 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 21:39:49.288480 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: l3agentscheduler.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.289697 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.290214 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: l3_agent_scheduler Jun 03 21:39:49.290544 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: logging.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.292145 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.292671 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension logging not supported by any of loaded plugins Jun 03 21:39:49.293001 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: metering.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.293736 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.294320 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: metering Jun 03 21:39:49.294654 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.295782 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.296302 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: metering_source_and_destination_fields Jun 03 21:39:49.296631 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: multiprovidernet.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.297546 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.298068 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: multi-provider Jun 03 21:39:49.298425 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: netmtu.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.299510 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.300026 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: net-mtu Jun 03 21:39:49.300350 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: netmtu_writable.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.301266 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.301808 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: net-mtu-writable Jun 03 21:39:49.302384 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: network_availability_zone.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.302864 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.303328 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: network_availability_zone Jun 03 21:39:49.303651 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: network_ip_availability.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.304802 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.305318 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: network-ip-availability Jun 03 21:39:49.305679 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: network_segment_range.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.306427 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.306963 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 21:39:49.307823 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: pagination.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.308340 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.308630 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: pagination Jun 03 21:39:49.309007 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: port_device_profile.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.309891 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.310418 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: port-device-profile Jun 03 21:39:49.310751 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.311686 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.312199 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: port-mac-address-regenerate Jun 03 21:39:49.312598 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.313429 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.314469 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: port-numa-affinity-policy Jun 03 21:39:49.314963 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: port_resource_request.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.316258 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.316770 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 21:39:49.317090 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: portbindings.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.318017 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.318525 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: binding Jun 03 21:39:49.318878 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: portbindings_extended.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.320197 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.320719 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: binding-extended Jun 03 21:39:49.321055 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: portsecurity.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.321971 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.322497 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: port-security Jun 03 21:39:49.322848 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: project_id.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.323825 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.324148 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: project-id Jun 03 21:39:49.324474 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: providernet.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.325399 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.325980 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: provider Jun 03 21:39:49.326247 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.330610 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.331187 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos not supported by any of loaded plugins Jun 03 21:39:49.331516 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.332786 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.333312 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 21:39:49.333640 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.334543 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.335093 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 21:39:49.335416 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_default.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.336319 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.336835 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-default not supported by any of loaded plugins Jun 03 21:39:49.337155 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_fip.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.337806 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.338313 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-fip not supported by any of loaded plugins Jun 03 21:39:49.338635 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_gateway_ip.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.339571 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.340090 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 21:39:49.340408 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_port_network_policy.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.341334 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.341817 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 21:39:49.342249 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_rule_type_details.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.343262 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.343783 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 21:39:49.344105 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: qos_rules_alias.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.345320 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.345839 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 21:39:49.346162 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: quotasv2.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.347176 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.347501 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: quotas Jun 03 21:39:49.347819 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: quotasv2_detail.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.349590 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.349930 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: quota_details Jun 03 21:39:49.350261 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: rbac.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.351371 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.351913 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: rbac-policies Jun 03 21:39:49.352248 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: rbac_address_group.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.353188 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.353711 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: rbac-address-group Jun 03 21:39:49.354038 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: rbac_address_scope.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.354968 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.355503 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: rbac-address-scope Jun 03 21:39:49.355832 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: rbac_security_groups.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.356737 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.357256 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: rbac-security-groups Jun 03 21:39:49.357579 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: rbac_subnetpool.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.358513 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.359078 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: rbac-subnetpool Jun 03 21:39:49.359412 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: revisionifmatch.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.360330 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.360875 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: revision-if-match Jun 03 21:39:49.361197 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: revisions.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.362363 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.362912 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: standard-attr-revisions Jun 03 21:39:49.363237 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: router_availability_zone.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.363921 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.364436 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: router_availability_zone Jun 03 21:39:49.364756 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: routerservicetype.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.365695 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.366218 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension router-service-type not supported by any of loaded plugins Jun 03 21:39:49.366833 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.367743 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.368259 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: security-groups-normalized-cidr Jun 03 21:39:49.368578 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.369496 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.370009 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: port-security-groups-filtering Jun 03 21:39:49.370330 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.371274 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.371791 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: security-groups-remote-address-group Jun 03 21:39:49.372117 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: securitygroup.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.383013 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.383596 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: security-group Jun 03 21:39:49.383929 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: segment.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.384883 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.385489 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension segment not supported by any of loaded plugins Jun 03 21:39:49.385818 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.386856 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.387378 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 21:39:49.387704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: servicetype.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.388932 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.389465 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: service-type Jun 03 21:39:49.389794 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: sorting.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.390804 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.391138 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: sorting Jun 03 21:39:49.391461 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: standard_attr_segment.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.393234 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.393767 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 21:39:49.394088 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: standardattrdescription.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.394768 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.395315 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: standard-attr-description Jun 03 21:39:49.395640 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: stateful_security_group.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.396608 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.397137 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: stateful-security-group Jun 03 21:39:49.397461 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: stdattrs_common.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.398079 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 21:39:49.398393 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.399453 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.399988 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 21:39:49.400314 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: subnet_onboard.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.401433 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.401955 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: subnet_onboard Jun 03 21:39:49.402275 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.403235 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.403742 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 21:39:49.404064 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: subnet_service_types.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.404983 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.405502 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: subnet-service-types Jun 03 21:39:49.405825 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: subnetallocation.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.406957 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.407476 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: subnet_allocation Jun 03 21:39:49.408342 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.409026 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.409636 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: subnetpool-prefix-ops Jun 03 21:39:49.409959 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.410948 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.411470 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 21:39:49.411787 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: tagging.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.413784 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.413784 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: standard-attr-tag Jun 03 21:39:49.413784 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: timestamp.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.414998 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.415526 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loaded extension: standard-attr-timestamp Jun 03 21:39:49.415863 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: trunk.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.416896 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.417414 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension trunk not supported by any of loaded plugins Jun 03 21:39:49.417742 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: trunk_details.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.418652 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.419210 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension trunk-details not supported by any of loaded plugins Jun 03 21:39:49.419535 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: uplink_status_propagation.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.420446 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.420964 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 21:39:49.421288 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Loading extension file: vlantransparent.py {{(pid=98168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:39:49.421961 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:39:49.422471 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 21:39:49.425876 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:network Jun 03 21:39:49.426625 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:subnet Jun 03 21:39:49.427667 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:39:49.428297 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:port Jun 03 21:39:49.429662 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.430119 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service FLAVORS assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.430760 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.431212 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.431546 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:router Jun 03 21:39:49.432231 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 21:39:49.432960 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service METERING assigned prefix: /metering {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.434458 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.434853 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.435213 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:39:49.436419 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 21:39:49.436873 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:security_group Jun 03 21:39:49.437544 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 21:39:49.438311 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service CORE assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.438645 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:39:49.439468 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] subnetpool is already registered Jun 03 21:39:49.440123 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service CORE assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.440489 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:39:49.440814 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] subnetpool is already registered Jun 03 21:39:49.443761 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.444214 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service FLAVORS assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.444850 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.445283 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.445618 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:router Jun 03 21:39:49.445957 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] router is already registered Jun 03 21:39:49.446660 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 21:39:49.447029 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] floatingip is already registered Jun 03 21:39:49.447701 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service METERING assigned prefix: /metering {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.448429 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 21:39:49.448758 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] rbac_policy is already registered Jun 03 21:39:49.449338 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:security_group Jun 03 21:39:49.449665 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] security_group is already registered Jun 03 21:39:49.450301 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 21:39:49.450628 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] security_group_rule is already registered Jun 03 21:39:49.451387 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service CORE assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.451721 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:39:49.452049 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] subnetpool is already registered Jun 03 21:39:49.452672 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.v2.resource_helper [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Service CORE assigned prefix: {{(pid=98168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:39:49.452996 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:39:49.453317 dv-cinder-794669-4-smb neutron-server[98168]: WARNING neutron.quota.resource_registry [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] subnetpool is already registered Jun 03 21:39:49.454000 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: extensions {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.456259 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: address-groups {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.457993 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: address-scopes {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.459268 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: agents {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.460451 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: auto-allocated-topology {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.461722 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: availability_zones {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.463102 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: dhcp-networks {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.464570 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: dhcp-agents {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.466028 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: routers {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.469245 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: flavors {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.471143 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: service_profiles {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.472530 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: next_providers {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.474126 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: service_profiles {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.475693 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: floatingip-pools {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.476927 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: routers {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.478832 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: floatingips {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.480042 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: l3-routers {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.481456 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: l3-agents {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.482926 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: metering-labels {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.484372 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: metering-label-rules {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.485640 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: network-ip-availabilities {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.487094 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: bindings {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.488962 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: quotas {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.490442 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: quotas {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.492168 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: rbac-policies {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.493482 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: security-groups {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.494703 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: security-group-rules {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.496105 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: service-providers {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.497350 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: subnetpools {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.498826 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: subnetpools {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.500291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.502065 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.504023 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.505807 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.507651 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.509488 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.511326 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.513259 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.515081 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.517012 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron.api.extensions [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Extended resource: tags {{(pid=98168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:39:49.523957 dv-cinder-794669-4-smb neutron-server[98168]: WARNING keystonemiddleware.auth_token [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 21:39:49.528982 dv-cinder-794669-4-smb neutron-server[98168]: WARNING keystonemiddleware.auth_token [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 21:39:49.538267 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_concurrency.lockutils [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Acquired lock "singleton_lock" {{(pid=98168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 21:39:49.538754 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_concurrency.lockutils [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Releasing lock "singleton_lock" {{(pid=98168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 21:39:49.539438 dv-cinder-794669-4-smb neutron-server[98168]: INFO oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Starting 2 workers Jun 03 21:39:49.544425 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Started child 98277 {{(pid=98168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:39:49.549214 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Started child 98278 {{(pid=98168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:39:49.550225 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:49.551135 dv-cinder-794669-4-smb neutron-server[98168]: INFO neutron.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 21:39:49.551575 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Notify callbacks [] for process, before_spawn {{(pid=98168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:49.551824 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [-] (98277) wsgi starting up on http://0.0.0.0:9696 Jun 03 21:39:49.554145 dv-cinder-794669-4-smb neutron-server[98168]: INFO oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Starting 1 workers Jun 03 21:39:49.554380 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:49.555901 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [-] (98278) wsgi starting up on http://0.0.0.0:9696 Jun 03 21:39:49.559530 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Started child 98279 {{(pid=98168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:39:49.560164 dv-cinder-794669-4-smb neutron-server[98168]: INFO oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Starting 1 workers Jun 03 21:39:49.563070 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] calling RpcWorker wait() {{(pid=98279) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 21:39:49.564196 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] returning from RpcWorker wait() {{(pid=98279) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 21:39:49.564662 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Started child 98280 {{(pid=98168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:39:49.565511 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG neutron_lib.callbacks.manager [None req-2dac72ac-76dc-4538-87ce-2c2c50295d23 None None] Notify callbacks [] for process, after_spawn {{(pid=98168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:49.565954 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:49.566539 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:39:49.567540 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 21:39:49.567747 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 21:39:49.568129 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 21:39:49.568490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 21:39:49.568978 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 21:39:49.569373 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 21:39:49.570051 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:49.570890 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.570890 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.570890 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.570890 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.571398 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:39:49.571527 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.571834 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.572099 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.572355 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.572635 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.572922 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.573156 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.573375 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.573580 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.573784 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.574139 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.574341 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.574533 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.575108 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.575108 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.575515 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.575515 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.575896 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.576102 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] debug = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.576298 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.576767 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.577010 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.577206 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.577404 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.577666 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.577894 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.578147 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.578394 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.578629 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.578904 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.579155 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.579420 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.580196 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.580390 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.580761 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.580986 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.581671 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] host = dv-cinder-794669-4-smb {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.581878 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.582235 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.582479 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.582720 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.582996 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.583326 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.583576 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.583829 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.584083 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.584468 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.584669 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.584863 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.585065 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.585411 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.585596 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_options = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.585783 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.585970 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.586196 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.586399 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.586587 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.587095 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.587095 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.587453 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.587453 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.587827 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.587827 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.588197 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.588384 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.588567 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.588773 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.588963 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.589152 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.589335 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.589623 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.589882 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.590090 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.590335 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.590554 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.590746 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.591035 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.591252 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.591505 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.591755 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.591951 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.592199 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.592433 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.592694 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.592930 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.593184 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.593394 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.593633 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.593837 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.594115 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.594324 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.594687 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.594976 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.595198 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.596135 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.596135 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.597573 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.597832 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_json = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.598057 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.598280 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.598547 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.598770 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.599054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.599274 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.599492 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.599764 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.600170 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.600467 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.600787 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.601046 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.601305 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.601566 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.601835 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.602063 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.602297 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.602551 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.602900 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.603195 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.603430 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.603661 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.603926 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.604263 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.604527 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.604851 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.605051 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.605281 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.605501 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.605813 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.606051 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.606336 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.606597 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.606877 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.607194 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.607525 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.607703 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.607877 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.608065 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.610254 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.610569 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.611214 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.611214 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.611622 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.611622 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.612010 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.612448 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.612697 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.612976 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.613344 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.614405 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.614743 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.615269 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.615622 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.615998 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.616364 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.617008 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.617416 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.617807 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.618173 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.618490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.618859 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.619184 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.619560 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.619917 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.620250 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.620593 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.621134 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.621344 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.621678 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.622028 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.622363 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.623003 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.623184 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.623446 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.623792 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.624143 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.624470 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.624820 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.625170 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.625514 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.625823 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.626181 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.626774 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.627165 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.627547 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.627914 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.628301 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.628678 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.629043 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.629718 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.629828 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.630199 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.630669 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.631293 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.631691 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.632081 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.632651 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.635037 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.635727 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.637740 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.638138 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.638514 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.638989 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.639385 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.639817 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.640225 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.640593 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.640980 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.641377 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.641803 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.642701 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.643915 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.645819 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.647556 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.648001 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.648403 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.648849 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.649270 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.649743 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.650124 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.650508 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.651526 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.653156 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.653605 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.655474 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.656502 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.657587 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.658727 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.659157 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.659649 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.660056 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.660395 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.660928 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.661284 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.661701 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.662090 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.662702 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.663144 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.663410 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.663868 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.664176 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.664479 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.664836 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.665226 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.665623 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.665939 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.666269 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.666651 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.667490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.667872 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.668225 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.668577 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.669254 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.669521 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.669857 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.670517 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.670881 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.671246 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.671556 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.671898 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.672518 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.672827 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.673216 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.673730 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.674431 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.674696 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.675071 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.675565 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.675917 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.676245 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.676579 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.676923 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.677270 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.677641 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.678028 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.678348 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.678719 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.679126 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.679490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.680056 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.680272 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.680609 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.680952 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.681312 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.681638 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.681942 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.682283 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.682617 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.682977 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.683291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.683627 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.683934 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.684261 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.684594 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.685020 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.685352 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.685694 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.686030 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.686338 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.686674 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.687043 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.687352 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.687714 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.688017 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.688291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.688616 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.688978 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.689373 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.689749 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.690122 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.690309 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.690598 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.690903 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.691585 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.691888 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.692430 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.692711 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.693063 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.693574 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.693907 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.694504 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.694868 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.695242 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.695728 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.696078 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.696409 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.696764 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.697163 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.697549 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.697987 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.698337 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.698707 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.699120 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.699471 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.699803 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.700138 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.700475 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.700805 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.701247 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.701611 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.701957 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.702359 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.702899 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.703497 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.703769 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.704417 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.705423 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.705807 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.706133 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.706703 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.706887 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.707239 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.707655 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.708014 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.708353 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.708678 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.709092 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.709544 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.709898 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.710166 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.710514 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.710918 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.711286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.711800 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.712175 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.712484 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.712826 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.713165 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.713503 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.713825 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.714163 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.714492 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.714972 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.715614 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.715851 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.716179 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.716532 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.716881 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.717220 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.717563 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.717916 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.718216 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 21:39:49.718903 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 21:39:49.719163 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 21:39:49.719406 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 21:39:49.719668 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 21:39:49.720110 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 21:39:49.720110 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 21:39:49.721054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.721274 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.721531 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.721777 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.722022 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.722392 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.722570 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.722837 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.723085 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.723343 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.723602 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.723853 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.724009 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:39:49.724160 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.724361 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.724602 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.724842 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.725081 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.725322 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.725580 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.725822 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.726063 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.726303 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.726544 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] debug = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.726845 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.727124 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.727368 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.727588 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.727801 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.728142 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.728245 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.728402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.728630 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.728848 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.728971 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.729191 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.729401 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.729644 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.729876 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.730034 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.730261 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.730476 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] host = dv-cinder-794669-4-smb {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.730736 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.731026 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.731286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.731545 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.731810 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.732070 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.732329 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.732668 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.732879 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.733088 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.733334 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.733594 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.733838 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.734095 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.734385 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_options = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.734596 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.734874 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.735132 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.735408 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.735668 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.736243 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.736488 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.737041 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.737514 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.737514 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.737790 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.737936 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.738169 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.738670 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.738670 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.738976 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.739142 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.739381 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.739621 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.739867 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.740107 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.740619 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.740619 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.740889 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.741059 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.741320 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.741825 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.742064 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.742302 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.742541 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.742960 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.743165 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.743368 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.743627 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.743798 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.744246 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.744490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.744754 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.745011 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.745254 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.745508 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.745765 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.746013 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.746261 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.746500 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.746751 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_json = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.747020 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.747260 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.747498 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.747735 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.747973 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.748212 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.748461 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.748718 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:39:49.748983 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.749225 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.749478 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.749724 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.749967 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.750217 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.750460 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.750722 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.751010 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.751366 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.752065 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.752330 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.752611 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.752873 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.753166 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.753383 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.753634 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.753892 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.754156 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.754399 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.754639 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.754918 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.755177 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.755418 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.755661 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.755941 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.756182 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.756427 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.756670 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.756912 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.757156 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.757398 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.757641 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.757883 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.758130 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.758371 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.758613 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.758902 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.759164 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.759424 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.759675 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.759923 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.760167 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.760533 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.760779 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.761023 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.761264 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.761505 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.761748 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.761988 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.762263 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.762505 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.762751 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.763018 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.763291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.763579 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.763779 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.768773 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.769058 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.769678 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.769678 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.769678 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770291 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770859 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770859 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770859 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.770859 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.771556 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.771556 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.771556 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.771929 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.771929 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.771929 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772456 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772456 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772456 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772931 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772931 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772931 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.772931 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.773567 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.773738 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.773918 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.774074 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.774280 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.774500 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.774500 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.774915 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.774915 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.775280 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.775280 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.775538 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.775736 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.775736 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776016 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776168 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776306 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776444 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776586 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776726 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.776866 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777005 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777145 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777302 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777441 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777641 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777840 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.777840 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.778097 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.778236 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.778375 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.778512 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.778662 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.778887 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779029 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779167 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779301 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779428 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779547 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779741 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.779899 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780036 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780170 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780305 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780437 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780573 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780708 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.780842 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781009 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781303 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781303 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781568 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781568 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781819 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.781953 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.782089 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.782264 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.782388 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.782540 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.782704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.783407 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.783624 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.783624 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.783624 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.784839 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.785704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.785704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.785704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.785704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.785704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.785704 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.786436 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.786436 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.786436 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.786436 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.786436 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787178 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787178 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787178 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787178 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787178 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787803 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787803 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787803 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.787803 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.788286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.788286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.788286 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.788676 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.788676 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.788676 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789047 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789047 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789047 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789490 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789992 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789992 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.789992 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.790426 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.790426 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.790426 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.790873 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791014 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791213 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791379 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791521 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791680 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791820 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.791993 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.792178 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.792357 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.792551 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.792711 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.792905 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793107 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793107 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793374 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793515 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793655 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793794 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.793935 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.794089 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.794216 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.794449 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.794598 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.794767 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.794967 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.795114 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.795255 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.795396 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.795561 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.795740 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.795887 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.796028 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.796169 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.796373 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.796514 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.796676 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.796857 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.797075 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.797264 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.797413 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.797552 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.797746 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.797901 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.798044 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.798180 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.798360 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.799402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.799402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.799402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.799402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.799402 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800054 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800578 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800578 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800578 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800965 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.800965 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.801224 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.801224 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.801484 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.801625 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.801777 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.801962 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.802111 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.802252 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.802413 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.802553 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.802723 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.802899 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803041 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803208 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803351 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803493 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803629 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803766 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.803902 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.804039 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.804181 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:39:49.804322 dv-cinder-794669-4-smb neutron-server[98168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 21:39:49.811934 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 35702) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:39:49.821551 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065877 Jun 03 21:40:01.822252 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dbe4f3-b1cd-4149-880c-51e35f73e851 None None] get_active_networks_info from dv-cinder-794669-4-smb {{(pid=98279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:40:01.968842 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbe4f3-b1cd-4149-880c-51e35f73e851 None None] No non-hosted networks {{(pid=98279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 21:40:01.978151 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.agentschedulers_db [None req-47dbe4f3-b1cd-4149-880c-51e35f73e851 None None] DHCP Agent not found on host dv-cinder-794669-4-smb {{(pid=98279) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 03 21:40:02.128655 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-0e3cf127-c00c-4f31-9ad5-8dc067233cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655'] for agent, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:04.412770 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655'] for agent, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:04.414685 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.415206 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.415710 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.416186 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.416918 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.417389 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.418016 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.418903 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.419625 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.420415 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.420904 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.421526 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:04.422071 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794669-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:04.431515 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794669-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:04.604287 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-1c086154-9f7e-4e26-9f93-c08ace5b30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655'] for agent, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:04.703937 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b1c3de89-741c-452d-b86f-53536f59a223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:05.700867 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655'] for agent, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:07.302601 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655'] for agent, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:08.723545 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35792) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:09.341993 dv-cinder-794669-4-smb neutron-server[98277]: WARNING oslo_policy.policy [None req-bced096b-9665-42c2-b53a-bddf86087012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:09.342593 dv-cinder-794669-4-smb neutron-server[98277]: WARNING oslo_policy.policy [None req-bced096b-9665-42c2-b53a-bddf86087012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:09.560479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [None req-bced096b-9665-42c2-b53a-bddf86087012 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:40:09.561755 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-bced096b-9665-42c2-b53a-bddf86087012 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8361480 Jun 03 21:40:11.913518 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.db.l3_hamode_db [None req-96e99a09-7694-43a1-ade5-914817580530 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 21:40:12.002417 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e99a09-7694-43a1-ade5-914817580530 None None] Routers set() bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:40:12.003094 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e99a09-7694-43a1-ade5-914817580530 None None] Router IDs set() for agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 21:40:12.033357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 35806) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:12.642924 dv-cinder-794669-4-smb neutron-server[98278]: WARNING oslo_policy.policy [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:12.643529 dv-cinder-794669-4-smb neutron-server[98278]: WARNING oslo_policy.policy [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:12.859070 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:12.960109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.policy [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 21:40:13.005900 dv-cinder-794669-4-smb neutron-server[98278]: WARNING oslo_policy.policy [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:13.006282 dv-cinder-794669-4-smb neutron-server[98278]: WARNING oslo_policy.policy [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:13.015024 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.quota [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] Loaded quota_driver: . Jun 03 21:40:13.031713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:13.096352 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771374517638', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771374515115', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771374528653', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771374533713', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771374545630', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771374416184', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614934', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16370241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16293786'] for rbac-policy, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:13.164261 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:13.165480 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-85ef79b1-cfb3-438e-965a-6370d02831c9 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1311522 Jun 03 21:40:15.830422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35824) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:16.208662 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Request body: {'network': {'project_id': '7f98d8f210be444484fcd68a33b9b964', 'name': 'private', 'admin_state_up': True, 'tenant_id': '7f98d8f210be444484fcd68a33b9b964'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:16.210072 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.quota [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Loaded quota_driver: . Jun 03 21:40:16.226104 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:16.232891 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Usage tracker for resource:network and tenant:7f98d8f210be444484fcd68a33b9b964 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:16.239291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:16.247133 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:16.263611 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Made reservation on behalf of 7f98d8f210be444484fcd68a33b9b964 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:40:16.336110 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.policy [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 21:40:16.381491 dv-cinder-794669-4-smb neutron-server[98277]: WARNING oslo_policy.policy [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:16.381867 dv-cinder-794669-4-smb neutron-server[98277]: WARNING oslo_policy.policy [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:40:16.392850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.416357 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.433382 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:16.437126 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f98d8f210be444484fcd68a33b9b964 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:16.442551 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:16.448219 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:16.552316 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.556449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.562095 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:16.583197 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1527} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:40:16.608216 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771372084664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.608941 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Unsubscribe: segment precommit_create {{(pid=98277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 21:40:16.609438 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Added segment 7fa6913e-b6fe-400e-8ff0-07a7afcfbd51 of type vlan for network fae7b4a8-3b4b-4990-b3f1-df059ab65006 Jun 03 21:40:16.619737 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec8da3a-7a18-48a7-8bb9-f6ddcbb869c9,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:16.682290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.682621 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.682970 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.683293 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.683607 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.683924 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.684232 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.684540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.684859 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.685166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.685470 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.685769 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Tracked resource versions report: Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: pushed versions: Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: { 'AddressGroup': {'1.2'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'ConntrackHelper': {'1.0'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Log': {'1.0'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Network': {'1.1'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Port': {'1.7'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'PortForwarding': {'1.2'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'QosPolicy': {'1.8'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroup': {'1.4'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'SubPort': {'1.0'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Subnet': {'1.1'}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Trunk': {'1.1'}} Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: consumer versions: Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'ConntrackHelper': '1.0', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Log': '1.0', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Network': '1.1', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Port': '1.7', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'PortForwarding': '1.2', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'QosPolicy': '1.8', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroup': '1.4', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroupRule': '1.2', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'SubPort': '1.0', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Subnet': '1.1', Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: 'Trunk': '1.1'}} Jun 03 21:40:16.686929 dv-cinder-794669-4-smb neutron-server[98277]: {{(pid=98277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:40:16.737131 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.741147 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:16.780215 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.781784 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:16.782965 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:16.787667 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:16.891267 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0595522 Jun 03 21:40:16.895275 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Pushing event updated for resources: {'Network': ['ID=fae7b4a8-3b4b-4990-b3f1-df059ab65006,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:16.901193 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:16.909391 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:40:19.713734 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35840) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:20.183181 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c236fa4-4d77-45e4-b097-5a90292c1043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:20.189582 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1c236fa4-4d77-45e4-b097-5a90292c1043 admin admin] 10.222.0.77 "GET /v2.0/networks/fae7b4a8-3b4b-4990-b3f1-df059ab65006 HTTP/1.1" status: 200 len: 826 time: 0.4698775 Jun 03 21:40:20.216937 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2e65e1d4-7154-43ca-bfcb-ad78ab25e206 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/976b07bf-3a40-4e0e-aa9c-be9b7a0d251d HTTP/1.1" status: 200 len: 734 time: 0.0264938 Jun 03 21:40:20.226729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:20.231548 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:20.235481 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Usage tracker for resource:subnet and tenant:7f98d8f210be444484fcd68a33b9b964 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:20.238656 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:20.245177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:20.257072 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Made reservation on behalf of 7f98d8f210be444484fcd68a33b9b964 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:40:20.259527 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:20.760209 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:20.764281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:20.848324 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Checking segment: {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:40:20.848673 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Network hostable DHCP agents. Network: fae7b4a8-3b4b-4990-b3f1-df059ab65006, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:40:20.851357 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de7f553-6084-4875-bac8-fae78b2f2d74,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:20.855188 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:20.870715 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:40:20.881368 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, fae7b4a8-3b4b-4990-b3f1-df059ab65006) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:40:20.886132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:20.886856 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:20.892214 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138ff02-deca-4088-b0e5-3afa0596af44 None None] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:40:20.910572 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6873639 Jun 03 21:40:21.216023 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:40:21.217085 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:21.417101 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Allocated IP 172.20.0.2 (fae7b4a8-3b4b-4990-b3f1-df059ab65006/7de7f553-6084-4875-bac8-fae78b2f2d74/1db62f8f-12c7-4df9-967b-bfa283c9bf07) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:40:21.678496 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:21.693400 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Transition to ACTIVE for port object 1db62f8f-12c7-4df9-967b-bfa283c9bf07 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:40:21.715811 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Transition to ACTIVE for port object 1db62f8f-12c7-4df9-967b-bfa283c9bf07 will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:40:21.726244 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:21.731816 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:21.795448 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:40:21.799184 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:40:21.811743 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:40:21.814948 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Pushing event updated for resources: {'Port': ['ID=1db62f8f-12c7-4df9-967b-bfa283c9bf07,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:21.857658 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.857994 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.858320 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.858649 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.859020 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.859309 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.859621 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.859931 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.860516 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.860823 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.861177 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.861521 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Tracked resource versions report: Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: pushed versions: Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: { 'AddressGroup': {'1.2'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'ConntrackHelper': {'1.0'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Log': {'1.0'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Network': {'1.1'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Port': {'1.7'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'PortForwarding': {'1.2'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'QosPolicy': {'1.8'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroup': {'1.4'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'SubPort': {'1.0'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Subnet': {'1.1'}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Trunk': {'1.1'}} Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: consumer versions: Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'ConntrackHelper': '1.0', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Log': '1.0', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Network': '1.1', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Port': '1.7', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'PortForwarding': '1.2', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'QosPolicy': '1.8', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroup': '1.4', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroupRule': '1.2', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'SubPort': '1.0', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Subnet': '1.1', Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: 'Trunk': '1.1'}} Jun 03 21:40:21.862609 dv-cinder-794669-4-smb neutron-server[98279]: {{(pid=98279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:40:21.871577 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:21.934697 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Attempting to bind port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:40:21.934697 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Attempting to bind port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:40:21.935801 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Attempting to bind port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 on network fae7b4a8-3b4b-4990-b3f1-df059ab65006 {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:40:21.943354 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:40:21.943764 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Checking segment: {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:40:21.944251 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:21.944639 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Bound using segment: {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:40:21.945107 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Bound port: 1db62f8f-12c7-4df9-967b-bfa283c9bf07, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:40:21.945505 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:22.047461 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] For port 1db62f8f-12c7-4df9-967b-bfa283c9bf07, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:40:22.052138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] For port 1db62f8f-12c7-4df9-967b-bfa283c9bf07, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=1db62f8f-12c7-4df9-967b-bfa283c9bf07,segment=NetworkSegment(7fa6913e-b6fe-400e-8ff0-07a7afcfbd51),segment_id=7fa6913e-b6fe-400e-8ff0-07a7afcfbd51)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:40:22.056556 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:22.061453 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:22.154396 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Pushing event updated for resources: {'Port': ['ID=1db62f8f-12c7-4df9-967b-bfa283c9bf07,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:22.159710 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:23.416014 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35848) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:23.811578 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [None req-90a1ac15-8bb1-4da7-9f49-9453176eb9ee admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:40:23.812559 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-90a1ac15-8bb1-4da7-9f49-9453176eb9ee admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3957865 Jun 03 21:40:26.288757 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35856) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:26.699642 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [None req-6c535bb6-8b7d-4029-a580-f1622ab045b5 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:40:26.700654 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6c535bb6-8b7d-4029-a580-f1622ab045b5 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4109643 Jun 03 21:40:28.306812 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb0eb0-23f7-42ed-b075-5be351c371b7 None None] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:40:28.412012 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 1db62f8f-12c7-4df9-967b-bfa283c9bf07 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:40:28.486361 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-698a54c1-a82e-41e0-81f3-576dfa6ea263 None None] Provisioning for port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:40:28.600746 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:40:28.632199 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:28.632593 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:28.781119 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:28.820865 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 1db62f8f-12c7-4df9-967b-bfa283c9bf07, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=1db62f8f-12c7-4df9-967b-bfa283c9bf07,segment=NetworkSegment(7fa6913e-b6fe-400e-8ff0-07a7afcfbd51),segment_id=7fa6913e-b6fe-400e-8ff0-07a7afcfbd51)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:40:28.825369 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:28.827565 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:28.907545 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=1db62f8f-12c7-4df9-967b-bfa283c9bf07,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:28.911253 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:28.942882 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-be6c0bd1-2101-4f67-b94b-016298548f86 None None] Provisioning complete for port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:28.943258 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-be6c0bd1-2101-4f67-b94b-016298548f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:29.487688 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35872) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:29.859385 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Request body: {'router': {'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:29.865761 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:29.874094 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Usage tracker for resource:router and tenant:7f98d8f210be444484fcd68a33b9b964 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:29.878488 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:29.884601 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:29.896700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:29.898385 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:29.926632 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:30.059224 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:30.085194 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:30.086548 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f135028d-6ed1-4211-aa4f-926aee032bf6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5977817 Jun 03 21:40:30.383322 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 1db62f8f-12c7-4df9-967b-bfa283c9bf07 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:40:30.454743 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:30.455224 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:31.762476 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e42117fd-0b57-4a42-b24c-14bfb4e5d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:32.624475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 35880) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:33.033752 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [None req-d0982c8c-056c-4261-a8d3-6478fb598600 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:40:33.034817 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d0982c8c-056c-4261-a8d3-6478fb598600 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4093885 Jun 03 21:40:34.347011 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:34.599942 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-67b421b5-da72-443e-9687-94c02292954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:35.484154 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 35888) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:35.655817 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:35.874238 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:35.880118 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:35.884403 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Usage tracker for resource:network and tenant:4b70d4dfb3a54c46b21d49788cd5e75c is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:35.888100 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:35.895350 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:35.909363 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Made reservation on behalf of 4b70d4dfb3a54c46b21d49788cd5e75c for: {'network': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:40:35.912224 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:35.929372 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:35.943882 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:35.947640 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b70d4dfb3a54c46b21d49788cd5e75c is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:35.950819 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:35.956974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:36.055690 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:36.059811 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:36.064736 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:36.077678 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Reserving flat network on physical network physnet1 {{(pid=98278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 21:40:36.107935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771372084664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:36.108513 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Unsubscribe: segment precommit_create {{(pid=98278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 21:40:36.108992 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.segments_db [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Added segment ed4e6726-1e9d-4909-8210-7403a85a87b2 of type flat for network e9dcd101-5584-47ac-9262-bd61e32f30ac Jun 03 21:40:36.159340 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca73993-8c44-4371-8bbc-80e9e19d25e8,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:36.181180 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.181505 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.181824 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.182137 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.182452 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.182759 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.183088 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.183390 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.183709 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.184006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.184311 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.184608 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Tracked resource versions report: Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: pushed versions: Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: { 'AddressGroup': {'1.2'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'ConntrackHelper': {'1.0'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Log': {'1.0'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Network': {'1.1'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Port': {'1.7'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'PortForwarding': {'1.2'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'QosPolicy': {'1.8'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroup': {'1.4'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'SubPort': {'1.0'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Subnet': {'1.1'}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Trunk': {'1.1'}} Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: consumer versions: Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'ConntrackHelper': '1.0', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Log': '1.0', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Network': '1.1', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Port': '1.7', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'PortForwarding': '1.2', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'QosPolicy': '1.8', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroup': '1.4', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroupRule': '1.2', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'SubPort': '1.0', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Subnet': '1.1', Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: 'Trunk': '1.1'}} Jun 03 21:40:36.185709 dv-cinder-794669-4-smb neutron-server[98278]: {{(pid=98278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:40:36.239802 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:36.244723 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:36.285930 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:36.287410 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:36.288046 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:36.292824 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:36.396664 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9dcd101-5584-47ac-9262-bd61e32f30ac,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:36.399618 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9135559 Jun 03 21:40:36.401288 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:36.409395 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network e9dcd101-5584-47ac-9262-bd61e32f30ac details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:40:37.256612 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:37.619604 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:40:38.898886 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35910) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:39.135530 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80579a-b9d7-4d89-83e6-eaf6ee3c0b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:39.136878 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9a80579a-b9d7-4d89-83e6-eaf6ee3c0b2a admin admin] 10.222.0.77 "GET /v2.0/subnets/7de7f553-6084-4875-bac8-fae78b2f2d74 HTTP/1.1" status: 200 len: 849 time: 0.2368641 Jun 03 21:40:39.284115 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-00cb8c47-eabe-4cb0-a27c-f54086f3b650 admin admin] 10.222.0.77 "GET /v2.0/routers/9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 HTTP/1.1" status: 200 len: 704 time: 0.1413186 Jun 03 21:40:39.748094 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.022473 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Allocated IP 172.20.0.1 (fae7b4a8-3b4b-4990-b3f1-df059ab65006/7de7f553-6084-4875-bac8-fae78b2f2d74/986feb01-cc9f-461c-ae49-8ecca7e00302) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:40:40.182108 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.207547 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Transition to ACTIVE for port object 986feb01-cc9f-461c-ae49-8ecca7e00302 will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:40:40.263764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.268007 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:40.327792 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:40:40.330610 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:40:40.338998 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:40:40.339565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.460368 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Pushing event updated for resources: {'Port': ['ID=986feb01-cc9f-461c-ae49-8ecca7e00302,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:40.472613 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:40.572228 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ad8b36d1-0cc6-4d86-b0ca-a47d7aaff6ea None None] Provisioning for port 986feb01-cc9f-461c-ae49-8ecca7e00302 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:40:40.577572 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ad8b36d1-0cc6-4d86-b0ca-a47d7aaff6ea None None] Provisioning complete for port 986feb01-cc9f-461c-ae49-8ecca7e00302 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:40.577939 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ad8b36d1-0cc6-4d86-b0ca-a47d7aaff6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.614956 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.634728 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b36d1-0cc6-4d86-b0ca-a47d7aaff6ea None None] Port 986feb01-cc9f-461c-ae49-8ecca7e00302 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:40:40.867077 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.871842 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.872913 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:40.877736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:40.982063 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Pushing event updated for resources: {'Port': ['ID=986feb01-cc9f-461c-ae49-8ecca7e00302,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:41.031225 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:41.093682 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:40:41.095418 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:40:41.259488 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-04794fde-a55b-4758-ae78-c12f4b99a9c4 None None] Provisioning complete for port 986feb01-cc9f-461c-ae49-8ecca7e00302 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:41.259855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-04794fde-a55b-4758-ae78-c12f4b99a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:41.301374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:40:41.314862 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-04794fde-a55b-4758-ae78-c12f4b99a9c4 None None] Port 986feb01-cc9f-461c-ae49-8ecca7e00302 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:40:41.502588 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:40:41.512405 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] 10.222.0.77 "PUT /v2.0/routers/9d3d8abe-71b9-4016-832b-1a83b3c9a4b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2232211 Jun 03 21:40:41.513255 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Sync routers for ids ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:40:41.524279 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Routers {'9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:40:41.525134 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:40:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:41.713254 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Set router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 gateway port host: None {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:40:42.156258 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'name': 'router1', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:40:29Z', 'updated_at': '2021-06-03T21:40:40Z', 'revision_number': 2, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'gw_port_host': None, '_interfaces': [{'id': '986feb01-cc9f-461c-ae49-8ecca7e00302', 'name': '', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'mac_address': 'fa:16:3e:bc:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:39Z', 'updated_at': '2021-06-03T21:40:40Z', 'revision_number': 2, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'subnets': [{'id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:42.162947 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Checking router: 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:40:42.163320 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Updating router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 port 986feb01-cc9f-461c-ae49-8ecca7e00302 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:40:42.220154 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:42.612100 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:42.627991 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Transition to ACTIVE for port object 986feb01-cc9f-461c-ae49-8ecca7e00302 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:40:42.634625 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:42.639990 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:42.859011 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Pushing event updated for resources: {'Port': ['ID=986feb01-cc9f-461c-ae49-8ecca7e00302,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:42.879121 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.879370 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.879694 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.880011 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.880356 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.880673 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.880983 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.881338 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.881692 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.882002 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.882305 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.882609 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Tracked resource versions report: Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: pushed versions: Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: { 'AddressGroup': {'1.2'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'ConntrackHelper': {'1.0'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Log': {'1.0'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Network': {'1.1'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Port': {'1.7'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'PortForwarding': {'1.2'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'QosPolicy': {'1.8'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroup': {'1.4'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'SubPort': {'1.0'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Subnet': {'1.1'}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Trunk': {'1.1'}} Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: consumer versions: Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'ConntrackHelper': '1.0', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Log': '1.0', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Network': '1.1', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Port': '1.7', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'PortForwarding': '1.2', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'QosPolicy': '1.8', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroup': '1.4', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroupRule': '1.2', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'SubPort': '1.0', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Subnet': '1.1', Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: 'Trunk': '1.1'}} Jun 03 21:40:42.883748 dv-cinder-794669-4-smb neutron-server[98280]: {{(pid=98280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:40:42.888022 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:42.893501 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Attempting to bind port 986feb01-cc9f-461c-ae49-8ecca7e00302 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:40:42.893886 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Attempting to bind port 986feb01-cc9f-461c-ae49-8ecca7e00302 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:40:42.894301 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Attempting to bind port 986feb01-cc9f-461c-ae49-8ecca7e00302 on network fae7b4a8-3b4b-4990-b3f1-df059ab65006 {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:40:42.900379 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:40:42.900825 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Checking segment: {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:40:42.901333 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:42.901785 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Bound using segment: {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:40:42.902108 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Bound port: 986feb01-cc9f-461c-ae49-8ecca7e00302, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa6913e-b6fe-400e-8ff0-07a7afcfbd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:40:42.902469 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:43.009226 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] For port 986feb01-cc9f-461c-ae49-8ecca7e00302, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:40:43.013761 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] For port 986feb01-cc9f-461c-ae49-8ecca7e00302, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=986feb01-cc9f-461c-ae49-8ecca7e00302,segment=NetworkSegment(7fa6913e-b6fe-400e-8ff0-07a7afcfbd51),segment_id=7fa6913e-b6fe-400e-8ff0-07a7afcfbd51)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:40:43.018652 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:43.023641 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:43.118028 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Routers {'9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:40:43.118657 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:40:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:43.270475 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Pushing event updated for resources: {'Port': ['ID=986feb01-cc9f-461c-ae49-8ecca7e00302,revision_number=4']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:43.275382 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:43.305841 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] Set router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 gateway port host: None {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:40:43.639859 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'name': 'router1', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:40:29Z', 'updated_at': '2021-06-03T21:40:40Z', 'revision_number': 2, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'gw_port_host': None, '_interfaces': [{'id': '986feb01-cc9f-461c-ae49-8ecca7e00302', 'name': '', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'mac_address': 'fa:16:3e:bc:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:39Z', 'updated_at': '2021-06-03T21:40:43Z', 'revision_number': 4, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'subnets': [{'id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:43.644430 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871909bd-604c-4cdc-b81c-45977ca9517c None None] The sync data for ids ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'] in dv-cinder-794669-4-smb is: [{'id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'name': 'router1', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:40:29Z', 'updated_at': '2021-06-03T21:40:40Z', 'revision_number': 2, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'gw_port_host': None, '_interfaces': [{'id': '986feb01-cc9f-461c-ae49-8ecca7e00302', 'name': '', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'mac_address': 'fa:16:3e:bc:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:39Z', 'updated_at': '2021-06-03T21:40:43Z', 'revision_number': 4, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'subnets': [{'id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:40:43.862379 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35930) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:44.034979 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bad909-5440-442b-91a5-73ddf7cb87e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:44.036487 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a6bad909-5440-442b-91a5-73ddf7cb87e4 admin admin] 10.222.0.77 "GET /v2.0/networks/e9dcd101-5584-47ac-9262-bd61e32f30ac HTTP/1.1" status: 200 len: 842 time: 0.1729577 Jun 03 21:40:44.046449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:44.053029 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:40:44.057105 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Usage tracker for resource:subnet and tenant:4b70d4dfb3a54c46b21d49788cd5e75c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:40:44.060085 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:40:44.067041 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:40:44.079279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Made reservation on behalf of 4b70d4dfb3a54c46b21d49788cd5e75c for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:40:44.081758 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:44.551723 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.objects.ports [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98277) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:40:44.552169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:44.555994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:44.628412 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a32a2f-cbbc-4156-8a19-c2e11384f119,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:44.634677 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:44.637033 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:40:44.637374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Network hostable DHCP agents. Network: e9dcd101-5584-47ac-9262-bd61e32f30ac, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:40:44.656029 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:40:44.666534 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, e9dcd101-5584-47ac-9262-bd61e32f30ac) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:40:44.670758 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:44.671370 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:44.679665 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e84e3-3e7e-45e6-9940-6c2c7caa9825 None None] Network e9dcd101-5584-47ac-9262-bd61e32f30ac requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:40:44.694062 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6512570 Jun 03 21:40:44.914300 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfea29f-858f-4b96-a9b7-fc06d62ba520 None None] Network e9dcd101-5584-47ac-9262-bd61e32f30ac requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:40:47.044071 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35942) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:47.257831 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8bc185e6-8139-4cc0-bf66-441276b750ed admin admin] 10.222.0.77 "GET /v2.0/routers/9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 HTTP/1.1" status: 200 len: 710 time: 0.2124157 Jun 03 21:40:47.400381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c79cd4f-0986-45d0-b5ae-05127befe7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:40:47.401786 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9c79cd4f-0986-45d0-b5ae-05127befe7fe admin admin] 10.222.0.77 "GET /v2.0/networks/e9dcd101-5584-47ac-9262-bd61e32f30ac HTTP/1.1" status: 200 len: 886 time: 0.1390507 Jun 03 21:40:47.411514 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:40:47.956060 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.312039 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.375069 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.408023 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 986feb01-cc9f-461c-ae49-8ecca7e00302 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:40:48.479029 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 986feb01-cc9f-461c-ae49-8ecca7e00302 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:40:48.483964 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 986feb01-cc9f-461c-ae49-8ecca7e00302 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:48.484330 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.516940 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Allocated IP 172.28.1.182 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/dd78398d-0314-40aa-b2c8-1671ff854e66) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:40:48.606880 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.641394 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 986feb01-cc9f-461c-ae49-8ecca7e00302, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=986feb01-cc9f-461c-ae49-8ecca7e00302,segment=NetworkSegment(7fa6913e-b6fe-400e-8ff0-07a7afcfbd51),segment_id=7fa6913e-b6fe-400e-8ff0-07a7afcfbd51)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:40:48.647227 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.649255 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:48.676604 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.709174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:48.714490 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:48.744087 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=986feb01-cc9f-461c-ae49-8ecca7e00302,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:48.747215 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:48.775433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:40:48.778144 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:40:48.781952 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:40:48.854149 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Pushing event updated for resources: {'Port': ['ID=dd78398d-0314-40aa-b2c8-1671ff854e66,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:48.858077 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:49.271479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:49.625547 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:49.629237 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16393664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16393689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16395737'] for router, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:49.811500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:40:50.006675 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:40:50.015062 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:50.016962 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] 10.222.0.77 "PUT /v2.0/routers/9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 HTTP/1.1" status: 200 len: 890 time: 2.6091435 Jun 03 21:40:50.017816 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Sync routers for ids ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:40:50.028866 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Routers {'9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:40:50.029546 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:40:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:50.242835 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Set router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:40:50.410676 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 986feb01-cc9f-461c-ae49-8ecca7e00302 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:40:50.581945 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 986feb01-cc9f-461c-ae49-8ecca7e00302 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:50.582205 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:50.779489 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'name': 'router1', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'dd78398d-0314-40aa-b2c8-1671ff854e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:40:29Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 4, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'gw_port': {'id': 'dd78398d-0314-40aa-b2c8-1671ff854e66', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:48Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '986feb01-cc9f-461c-ae49-8ecca7e00302', 'name': '', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'mac_address': 'fa:16:3e:bc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:39Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 5, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'subnets': [{'id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:50.785036 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Checking router: 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:40:50.785399 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Updating router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 port dd78398d-0314-40aa-b2c8-1671ff854e66 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:40:50.840700 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:51.261081 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:51.274201 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Transition to ACTIVE for port object dd78398d-0314-40aa-b2c8-1671ff854e66 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:40:51.281249 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:51.285503 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ddc4459c-5811-4f6b-81b3-4b567f97d419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:51.356260 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Attempting to bind port dd78398d-0314-40aa-b2c8-1671ff854e66 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:40:51.356689 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Attempting to bind port dd78398d-0314-40aa-b2c8-1671ff854e66 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:40:51.357034 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Attempting to bind port dd78398d-0314-40aa-b2c8-1671ff854e66 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:40:51.374142 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8031c8-a69a-4c96-8aad-230de030734d None None] Pushing event updated for resources: {'Port': ['ID=dd78398d-0314-40aa-b2c8-1671ff854e66,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:51.378037 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:40:51.378410 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:40:51.378902 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:51.379193 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:40:51.379670 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Bound port: dd78398d-0314-40aa-b2c8-1671ff854e66, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:40:51.380121 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:51.404374 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-da8031c8-a69a-4c96-8aad-230de030734d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:51.468770 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] For port dd78398d-0314-40aa-b2c8-1671ff854e66, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:40:51.473524 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] For port dd78398d-0314-40aa-b2c8-1671ff854e66, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=dd78398d-0314-40aa-b2c8-1671ff854e66,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:40:51.477758 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:51.482001 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:51.565870 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Routers {'9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:40:51.566565 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:40:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:51.619000 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8031c8-a69a-4c96-8aad-230de030734d None None] Pushing event updated for resources: {'Port': ['ID=dd78398d-0314-40aa-b2c8-1671ff854e66,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:51.659230 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-da8031c8-a69a-4c96-8aad-230de030734d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:51.792316 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] Set router 9d3d8abe-71b9-4016-832b-1a83b3c9a4b3 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:40:52.145142 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'name': 'router1', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'dd78398d-0314-40aa-b2c8-1671ff854e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:40:29Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 4, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'gw_port': {'id': 'dd78398d-0314-40aa-b2c8-1671ff854e66', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:48Z', 'updated_at': '2021-06-03T21:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '986feb01-cc9f-461c-ae49-8ecca7e00302', 'name': '', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'mac_address': 'fa:16:3e:bc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:39Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 5, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'subnets': [{'id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:40:52.149923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31820f52-e08b-4d06-b580-ee7f58e2daf8 None None] The sync data for ids ['9d3d8abe-71b9-4016-832b-1a83b3c9a4b3'] in dv-cinder-794669-4-smb is: [{'id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'name': 'router1', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'dd78398d-0314-40aa-b2c8-1671ff854e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:40:29Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 4, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'gw_port': {'id': 'dd78398d-0314-40aa-b2c8-1671ff854e66', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:48Z', 'updated_at': '2021-06-03T21:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '986feb01-cc9f-461c-ae49-8ecca7e00302', 'name': '', 'network_id': 'fae7b4a8-3b4b-4990-b3f1-df059ab65006', 'tenant_id': '7f98d8f210be444484fcd68a33b9b964', 'mac_address': 'fa:16:3e:bc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d8abe-71b9-4016-832b-1a83b3c9a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:40:39Z', 'updated_at': '2021-06-03T21:40:48Z', 'revision_number': 5, 'project_id': '7f98d8f210be444484fcd68a33b9b964', 'subnets': [{'id': '7de7f553-6084-4875-bac8-fae78b2f2d74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '976b07bf-3a40-4e0e-aa9c-be9b7a0d251d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:40:52.413568 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device dd78398d-0314-40aa-b2c8-1671ff854e66 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:40:52.491575 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port dd78398d-0314-40aa-b2c8-1671ff854e66 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:40:52.497582 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port dd78398d-0314-40aa-b2c8-1671ff854e66 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:52.498156 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:52.509409 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 35950) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:40:52.629423 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:52.642836 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b7707132-371c-4fae-9a3c-bdfcb63441be admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1305640 Jun 03 21:40:52.648336 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port dd78398d-0314-40aa-b2c8-1671ff854e66, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=dd78398d-0314-40aa-b2c8-1671ff854e66,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:40:52.652610 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:52.655394 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:52.738269 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=dd78398d-0314-40aa-b2c8-1671ff854e66,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:52.744835 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:54.406887 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device dd78398d-0314-40aa-b2c8-1671ff854e66 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:40:54.486528 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port dd78398d-0314-40aa-b2c8-1671ff854e66 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:40:54.486876 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:01.764750 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a887-f512-423f-b41f-490537b58092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:04.369795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:04.602377 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-295a0d51-d693-47fa-9f51-340a58564f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:05.661691 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:07.271789 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:14.618921 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:41:31.762381 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-75aa0952-91dd-4f7e-a255-fcf3b58dd521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:34.361823 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:34.607890 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-1c29a281-ae83-488e-a5ff-a0beddb0064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:35.667278 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:37.285588 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:51.617890 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:42:01.757958 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e8737f22-744d-42ea-b30c-c3f081085feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:04.353698 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:04.611430 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-22083e67-ecbc-4d99-a6c3-9ce082263141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:05.666705 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:07.297414 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:28.617294 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:42:31.765467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-2810dda0-c3ce-4ea0-aed1-ca754924626e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:32.525230 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36518) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:32.600493 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88cc7a4-54b1-4bfb-bf90-5aea606f4c07 admin admin] GET failed (client error): The resource could not be found. Jun 03 21:42:32.601033 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e88cc7a4-54b1-4bfb-bf90-5aea606f4c07 admin admin] Synchronizing usage tracker for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:network {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:42:32.619427 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e88cc7a4-54b1-4bfb-bf90-5aea606f4c07 admin admin] Unset dirty status for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:network {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:42:32.620773 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-e88cc7a4-54b1-4bfb-bf90-5aea606f4c07 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0945468 Jun 03 21:42:32.761756 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490657e-60b0-4b7d-a1de-0121063a9e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:32.763886 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b490657e-60b0-4b7d-a1de-0121063a9e4b admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1387160 Jun 03 21:42:34.357354 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:34.604305 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ba36739a-2d62-43d6-abc9-2ea7010232c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:34.971075 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36528) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:35.079313 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cbae79-c934-4868-843b-c00b2276e4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:35.080699 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-77cbae79-c934-4868-843b-c00b2276e4f3 admin admin] 10.222.0.77 "GET /v2.0/subnets/7de7f553-6084-4875-bac8-fae78b2f2d74 HTTP/1.1" status: 200 len: 849 time: 0.1086586 Jun 03 21:42:35.091263 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:42:35.209834 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Notify callbacks [] for subnet, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:35.422509 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771372057860'] for subnet, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:35.426669 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:42:35.473318 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:35.474351 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:35.475211 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] 10.222.0.77 "PUT /v2.0/subnets/7de7f553-6084-4875-bac8-fae78b2f2d74 HTTP/1.1" status: 200 len: 868 time: 0.3879941 Jun 03 21:42:35.494094 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a63e0-08fd-448b-927e-a7620fbe7958 None None] Network fae7b4a8-3b4b-4990-b3f1-df059ab65006 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:42:35.498313 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de7f553-6084-4875-bac8-fae78b2f2d74,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:42:35.506060 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.506397 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.506948 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.507219 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.507548 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.507872 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.508190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.508507 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.508846 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.509163 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.509475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.509785 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:42:35.515032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:42:35.690138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:35.980069 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ff252fb6-300f-4554-87a0-fd354157d8ae None None] Provisioning complete for port 986feb01-cc9f-461c-ae49-8ecca7e00302 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:42:35.980511 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ff252fb6-300f-4554-87a0-fd354157d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:36.118961 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ff252fb6-300f-4554-87a0-fd354157d8ae None None] Provisioning complete for port 1db62f8f-12c7-4df9-967b-bfa283c9bf07 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:42:36.119215 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ff252fb6-300f-4554-87a0-fd354157d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:37.288407 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:37.685969 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36536) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:37.861051 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90bfbf1-15af-4cf2-8b80-4183851a75b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:37.861498 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90bfbf1-15af-4cf2-8b80-4183851a75b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:37.863050 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d90bfbf1-15af-4cf2-8b80-4183851a75b4 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1761053 Jun 03 21:42:40.046039 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36544) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:40.221662 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b4634-a4ed-445d-9f70-c2759ad68b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:40.222121 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b4634-a4ed-445d-9f70-c2759ad68b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:40.223757 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-464b4634-a4ed-445d-9f70-c2759ad68b3f admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1766915 Jun 03 21:42:42.393570 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36552) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:42.564963 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae228cc-4e9f-4990-8a93-d1f59370560f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:42.566365 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-2ae228cc-4e9f-4990-8a93-d1f59370560f admin admin] 10.222.0.77 "GET /v2.0/networks/e9dcd101-5584-47ac-9262-bd61e32f30ac HTTP/1.1" status: 200 len: 886 time: 0.1718547 Jun 03 21:42:44.738284 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36560) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:44.914941 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e69b538-e143-402a-b75f-0ad2cf32cc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:44.916238 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-7e69b538-e143-402a-b75f-0ad2cf32cc89 admin admin] 10.222.0.77 "GET /v2.0/networks/fae7b4a8-3b4b-4990-b3f1-df059ab65006 HTTP/1.1" status: 200 len: 870 time: 0.1769574 Jun 03 21:42:47.073841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36568) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:47.189801 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d4171-3a35-4b25-ac62-a46cdd1e741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:47.190261 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d4171-3a35-4b25-ac62-a46cdd1e741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:47.191840 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-945d4171-3a35-4b25-ac62-a46cdd1e741a admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163630 Jun 03 21:42:49.377194 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36576) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:49.484357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc2c43-2430-4a0c-a849-9851c37cf54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:49.484814 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc2c43-2430-4a0c-a849-9851c37cf54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:49.486349 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-eedc2c43-2430-4a0c-a849-9851c37cf54c admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082087 Jun 03 21:42:51.640201 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36584) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:51.749117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b555f6-f67c-4699-83a5-2f55b8bc9481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:51.750450 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d9b555f6-f67c-4699-83a5-2f55b8bc9481 admin admin] 10.222.0.77 "GET /v2.0/subnets/76a32a2f-cbbc-4156-8a19-c2e11384f119 HTTP/1.1" status: 200 len: 816 time: 0.1092358 Jun 03 21:42:53.953093 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36592) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:54.067175 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a0dff-e55f-4fff-b911-7ba477642847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:42:54.067732 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-259a0dff-e55f-4fff-b911-7ba477642847 admin admin] Synchronizing usage tracker for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:subnet {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:42:54.086926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-259a0dff-e55f-4fff-b911-7ba477642847 admin admin] Unset dirty status for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:subnet {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:42:54.088178 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-259a0dff-e55f-4fff-b911-7ba477642847 admin admin] 10.222.0.77 "GET /v2.0/subnets/7de7f553-6084-4875-bac8-fae78b2f2d74 HTTP/1.1" status: 200 len: 868 time: 0.1341031 Jun 03 21:43:01.759376 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6a06d811-f2f9-483c-a321-b651ad9e0c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.365648 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.606496 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-fe246cba-2b9c-42cf-a019-61534f78e057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.616408 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:43:05.676396 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.292217 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.817605 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36638) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:17.867525 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [None req-e3f822ea-6194-4e15-9ce7-4cc129327ca2 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:43:17.868805 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e3f822ea-6194-4e15-9ce7-4cc129327ca2 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502257 Jun 03 21:43:20.151440 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36646) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:20.223115 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0b59bb-74d3-4768-be52-cbf87f8b8255 admin admin] GET failed (client error): The resource could not be found. Jun 03 21:43:20.224547 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7c0b59bb-74d3-4768-be52-cbf87f8b8255 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0721819 Jun 03 21:43:20.357513 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76391978-d3e1-4fb7-a187-ec63b67082dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:20.359112 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-76391978-d3e1-4fb7-a187-ec63b67082dc admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1291087 Jun 03 21:43:22.554644 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36654) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:22.606139 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:22.610723 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:22.620706 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:22.632235 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Made reservation on behalf of 4b70d4dfb3a54c46b21d49788cd5e75c for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:22.634658 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.735844 dv-cinder-794669-4-smb neutron-server[98277]: WARNING neutron.services.revisions.revision_plugin [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Could not find related network for resource to bump revision. Jun 03 21:43:22.757890 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1540} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:22.773019 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.773526 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Added segment 8aa39d2b-9bb6-4f38-83bf-72c325800931 of type vlan for network 7c30bb82-324f-4df3-a229-847dab2aed89 Jun 03 21:43:22.815680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.861942 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.864035 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:22.864951 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.873056 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:23.050225 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Pushing event updated for resources: {'Network': ['ID=7c30bb82-324f-4df3-a229-847dab2aed89,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:23.057750 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5017357 Jun 03 21:43:23.066207 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.066765 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.067356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.067887 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.068419 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.068969 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.069531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.070083 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.070621 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.071170 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.071683 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.072220 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:23.078422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:23.087546 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 7c30bb82-324f-4df3-a229-847dab2aed89 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:25.358162 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36662) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:25.428611 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc5c160-c2aa-420c-86da-e87a48e3b693 admin admin] GET failed (client error): The resource could not be found. Jun 03 21:43:25.429120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ecc5c160-c2aa-420c-86da-e87a48e3b693 admin admin] Synchronizing usage tracker for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:25.445531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ecc5c160-c2aa-420c-86da-e87a48e3b693 admin admin] Unset dirty status for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:25.446740 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ecc5c160-c2aa-420c-86da-e87a48e3b693 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0875998 Jun 03 21:43:25.617572 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd1fa2-a85a-4637-b840-894cbe3279e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:25.619304 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-18dd1fa2-a85a-4637-b840-894cbe3279e1 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1670268 Jun 03 21:43:25.629706 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Request body: {'subnet': {'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:25.634187 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:25.643574 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:25.653033 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Made reservation on behalf of 4b70d4dfb3a54c46b21d49788cd5e75c for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:25.655594 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.037087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.040747 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a42333a2-febc-4888-8e08-6a88864b5ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:26.111906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f22b75-1718-4584-a26a-7b603f409405,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:26.115625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:26.123287 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Checking segment: {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:26.123635 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Network hostable DHCP agents. Network: 7c30bb82-324f-4df3-a229-847dab2aed89, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:26.139963 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Network 7c30bb82-324f-4df3-a229-847dab2aed89 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:26.149996 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 7c30bb82-324f-4df3-a229-847dab2aed89) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:26.154794 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:26.155375 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.160552 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1352ef-abd2-4b7b-86fd-0509fa34e1fe None None] Network 7c30bb82-324f-4df3-a229-847dab2aed89 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:26.182221 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5559225 Jun 03 21:43:26.391238 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-7c30bb82-324f-4df3-a229-847dab2aed89', 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89', 'tenant_id': '4b70d4dfb3a54c46b21d49788cd5e75c', 'fixed_ips': [{'subnet_id': '62f22b75-1718-4584-a26a-7b603f409405'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:26.392103 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.553234 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Allocated IP 192.168.233.2 (7c30bb82-324f-4df3-a229-847dab2aed89/62f22b75-1718-4584-a26a-7b603f409405/caa42e34-e9b8-4959-89e2-5c2310823e60) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:26.772308 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.784559 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Transition to ACTIVE for port object caa42e34-e9b8-4959-89e2-5c2310823e60 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:26.803786 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Transition to ACTIVE for port object caa42e34-e9b8-4959-89e2-5c2310823e60 will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:26.809923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.814963 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-da8031c8-a69a-4c96-8aad-230de030734d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:26.873762 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Network 7c30bb82-324f-4df3-a229-847dab2aed89 is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:26.874956 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:26.878586 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:26.893382 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Pushing event updated for resources: {'Port': ['ID=caa42e34-e9b8-4959-89e2-5c2310823e60,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:26.960116 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.960491 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.960812 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.961169 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.961444 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.961822 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.962132 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.962728 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.962906 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.963178 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.964150 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.964420 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:26.973466 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:26.995395 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Attempting to bind port caa42e34-e9b8-4959-89e2-5c2310823e60 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:26.995757 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Attempting to bind port caa42e34-e9b8-4959-89e2-5c2310823e60 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:26.996114 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Attempting to bind port caa42e34-e9b8-4959-89e2-5c2310823e60 on network 7c30bb82-324f-4df3-a229-847dab2aed89 {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:27.001850 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:27.002219 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Checking segment: {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:27.002614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.003023 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Bound using segment: {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:27.003487 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Bound port: caa42e34-e9b8-4959-89e2-5c2310823e60, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:27.003856 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.098668 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] For port caa42e34-e9b8-4959-89e2-5c2310823e60, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:27.102540 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] For port caa42e34-e9b8-4959-89e2-5c2310823e60, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=caa42e34-e9b8-4959-89e2-5c2310823e60,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:27.108256 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.112497 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:27.207526 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Pushing event updated for resources: {'Port': ['ID=caa42e34-e9b8-4959-89e2-5c2310823e60,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:27.210930 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:27.970642 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149cc890-079c-41ac-a0fd-5e3b1f39f775 None None] Network 7c30bb82-324f-4df3-a229-847dab2aed89 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:28.062011 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-5af57c55-cd2b-47a0-9b88-85b5d3f87383 None None] Provisioning for port caa42e34-e9b8-4959-89e2-5c2310823e60 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:28.527961 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device caa42e34-e9b8-4959-89e2-5c2310823e60 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:28.625656 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port caa42e34-e9b8-4959-89e2-5c2310823e60 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:28.630765 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port caa42e34-e9b8-4959-89e2-5c2310823e60 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:28.631176 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.754612 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.789404 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port caa42e34-e9b8-4959-89e2-5c2310823e60, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=caa42e34-e9b8-4959-89e2-5c2310823e60,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:28.793167 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.795350 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:28.865610 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=caa42e34-e9b8-4959-89e2-5c2310823e60,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:28.869177 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:30.499937 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device caa42e34-e9b8-4959-89e2-5c2310823e60 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:30.594846 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port caa42e34-e9b8-4959-89e2-5c2310823e60 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:30.595220 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.763000 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5c7390d3-5eb4-4b6a-a43c-ec0bd88f755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.361586 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.608182 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-726c92b3-68d4-4e93-ba7e-09db0ff36aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.679296 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.294265 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.615384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:44:01.769265 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a7c56515-edd1-4576-8020-2eb218e9596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.365986 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.615696 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c23121da-6be8-4e7c-9388-2b1a02df81a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.683458 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.299320 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.614345 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:44:31.762922 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a46f20f0-5a6a-4071-bc57-a89a69b45731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.363133 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.613132 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4ef97992-781e-453a-b796-f20c691878e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.375076 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36714) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:35.381017 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [None req-10734318-5530-4b11-ae3a-d90156623b3d tempest-verify_tempest_config-1550926071 tempest-verify_tempest_config-1550926071-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:44:35.381968 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-10734318-5530-4b11-ae3a-d90156623b3d tempest-verify_tempest_config-1550926071 tempest-verify_tempest_config-1550926071-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059266 Jun 03 21:44:35.688815 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.754763 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36732) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:35.915886 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.935512 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:35.940150 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Usage tracker for resource:security_group_rule and tenant:637762f6fd784d59b0c5bee40df3d3a5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:35.943450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:35.950564 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:36.078475 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.083851 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.099924 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:36.171964 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=637762f6fd784d59b0c5bee40df3d3a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4158313 Jun 03 21:44:36.174439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3dbe78-156f-424f-af9f-fa4d35713fcc,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:36.175150 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 36736) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:36.185026 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.185371 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.185698 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.186024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.186342 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.186807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.187095 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.187410 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.187729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.188174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.188545 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.188858 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.193241 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:36.277780 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.323003 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.437995 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.442439 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:36.454731 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3dbe78-156f-424f-af9f-fa4d35713fcc,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:36.466238 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.466566 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.466997 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.467324 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.467648 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.467969 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.468386 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.468702 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.469020 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.469327 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.469636 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.469943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:36.473292 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.477665 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba3dbe78-156f-424f-af9f-fa4d35713fcc HTTP/1.1" status: 204 len: 168 time: 0.2984765 Jun 03 21:44:36.477665 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:37.308632 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.618385 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:45:01.769242 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f35d59c5-a006-470f-ab45-677a5506d0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.370476 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.630420 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2489-ff9a-4df9-95f4-9d31f5303c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.700990 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.312326 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.776720 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8316d29e-60cb-408b-a4f4-f3705938d8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.618947 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:45:34.376364 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.619005 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-512d9425-19c2-4186-8076-f317ce0fdf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.694735 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.318114 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.766668 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-9a0461af-bbbd-4553-ac86-15cab40ed7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.373122 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.617065 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-bad4946d-7650-46c5-b9ab-17c11023a13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:05.697278 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.315261 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.619384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 5 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:46:21.596622 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655'] for agent, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.160690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36790) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:28.307263 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0ede8983-4a5a-4e08-a935-e34f26184215 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1450779 Jun 03 21:46:30.704517 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36800) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:30.778960 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e995c178-b123-4537-aebf-c40ed180500b admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0729110 Jun 03 21:46:31.771502 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aa9a-7836-4992-bed5-0acef919295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.369770 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.610537 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a5e67226-b436-4b35-9f14-d1bc90894b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.701315 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.317670 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.620212 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:46:51.556994 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.769138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-55352ccb-3155-43be-9943-5ada4c14dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.366326 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.614630 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-95ac31db-e203-4d34-aa38-1043885c6f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.702767 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.324221 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.584071 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.622331 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:47:31.798572 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-1be9b9e7-cc87-444a-a86e-8e1db6a5521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.375513 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.622611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b6eebd80-08fc-4e0f-8dd0-e3af7784e6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.719146 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.336838 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.591174 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.628448 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:48:01.777445 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-7ec5745f-4971-4acc-a2d2-081eac06f179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.382257 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.629617 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-534aae41-0520-452f-8629-e1b1b478e9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.735502 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.353180 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.526515 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 36952) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.262272 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-network', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:09.271132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:09.278960 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Usage tracker for resource:network and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.285025 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.296099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:09.314210 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Made reservation on behalf of 0ad23c157b3045d18fcfa1ad547160bc for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:09.318208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.345481 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.365892 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:09.373770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.378299 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.385942 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:09.544740 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.552901 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.563389 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:09.606104 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1539} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:09.622301 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a861882-c5f2-46f2-a1d8-2be99182034c,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:09.639492 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.640035 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Added segment 4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc of type vlan for network a92c9e8f-e534-4592-b5a6-644e46c85660 Jun 03 21:48:09.650997 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.651839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.652676 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.664818 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.665943 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.668924 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Tracked resource versions report: Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: pushed versions: Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: { 'AddressGroup': {'1.2'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'ConntrackHelper': {'1.0'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Log': {'1.0'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Network': {'1.1'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Port': {'1.7'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'PortForwarding': {'1.2'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'QosPolicy': {'1.8'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroup': {'1.4'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'SubPort': {'1.0'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Subnet': {'1.1'}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Trunk': {'1.1'}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: consumer versions: Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: HyperV agent@hv-cinder-79466: {}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'ConntrackHelper': '1.0', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Log': '1.0', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Network': '1.1', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Port': '1.7', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'PortForwarding': '1.2', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'QosPolicy': '1.8', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroup': '1.4', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'SecurityGroupRule': '1.2', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'SubPort': '1.0', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Subnet': '1.1', Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: 'Trunk': '1.1'}} Jun 03 21:48:09.675388 dv-cinder-794669-4-smb neutron-server[98277]: {{(pid=98277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:48:09.686055 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:09.718651 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.774705 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.777313 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:09.778426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.800370 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:09.809316 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37002) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:10.005788 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Pushing event updated for resources: {'Network': ['ID=a92c9e8f-e534-4592-b5a6-644e46c85660,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:10.017045 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4888053 Jun 03 21:48:10.017415 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37012) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:10.018610 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:10.025872 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network a92c9e8f-e534-4592-b5a6-644e46c85660 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:10.037136 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Request body: {'subnet': {'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-subnet', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:10.046742 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:10.052504 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Usage tracker for resource:subnet and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:10.057220 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:10.065893 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:10.088699 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Made reservation on behalf of 0ad23c157b3045d18fcfa1ad547160bc for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:10.088699 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.639089 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1918595770-network', 'tenant_id': 'ff3f28edae6e4539a1dc685a3e0a220b'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:10.651480 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:10.661905 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Usage tracker for resource:network and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:10.668618 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:10.680940 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:10.709237 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Made reservation on behalf of ff3f28edae6e4539a1dc685a3e0a220b for: {'network': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:10.712961 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.744286 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.879495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:10.884851 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Usage tracker for resource:security_group_rule and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:10.888643 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:10.897404 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:10.994024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37038) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.109083 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.119905 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.127684 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.169990 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1518} {{(pid=98278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:11.180179 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816b2d27-a820-4fe3-b1f5-a7fb28e1a327,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.195782 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.196560 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.197107 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.197733 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.198173 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.198696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.199320 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.199820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.200357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.200849 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.201330 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.201822 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Tracked resource versions report: Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: pushed versions: Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: { 'AddressGroup': {'1.2'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'ConntrackHelper': {'1.0'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Log': {'1.0'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Network': {'1.1'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Port': {'1.7'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'PortForwarding': {'1.2'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'QosPolicy': {'1.8'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroup': {'1.4'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'SubPort': {'1.0'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Subnet': {'1.1'}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Trunk': {'1.1'}} Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: consumer versions: Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: HyperV agent@hv-cinder-79466: {}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'ConntrackHelper': '1.0', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Log': '1.0', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Network': '1.1', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Port': '1.7', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'PortForwarding': '1.2', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'QosPolicy': '1.8', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroup': '1.4', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'SecurityGroupRule': '1.2', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'SubPort': '1.0', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Subnet': '1.1', Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: 'Trunk': '1.1'}} Jun 03 21:48:11.203829 dv-cinder-794669-4-smb neutron-server[98278]: {{(pid=98278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:48:11.210750 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.213522 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.214123 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.segments_db [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Added segment 0db14a01-b117-4a84-8ba9-f1ebbe30b6cd of type vlan for network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 Jun 03 21:48:11.228680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37046) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.249183 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37052) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.353595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.396439 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.405231 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b365343a-fddc-4e0a-a0cb-2f050ce30dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.447821 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1108947318-network', 'tenant_id': '9960508086bf46c9b120245c8478bde7'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.459744 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.468099 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.469045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Usage tracker for resource:network and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.471419 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:11.472261 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.474887 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.488732 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.511380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Made reservation on behalf of 9960508086bf46c9b120245c8478bde7 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:11.514322 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7ced35-945b-4d6d-af58-aeffd3afc7ae,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.516671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.523836 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.524563 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-748610e9-20eb-4d8c-afa2-becf6f357bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.543501 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Checking segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:11.543869 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Network hostable DHCP agents. Network: a92c9e8f-e534-4592-b5a6-644e46c85660, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:11.563464 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-network', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.567845 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.580601 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7699482 Jun 03 21:48:11.582339 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37058) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.593208 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Request body: {'subnet': {'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1918595770-subnet', 'tenant_id': 'ff3f28edae6e4539a1dc685a3e0a220b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.599139 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.606940 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.613160 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.625415 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.657083 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.670651 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Usage tracker for resource:subnet and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.676874 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Pushing event updated for resources: {'Network': ['ID=4eb84cd4-da35-4f1c-9791-6d9f545c7528,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.680027 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.683766 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.689642 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.692288 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:11.695539 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:11.712237 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, a92c9e8f-e534-4592-b5a6-644e46c85660) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:11.714909 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Made reservation on behalf of ff3f28edae6e4539a1dc685a3e0a220b for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:11.719280 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.738983 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f316afc-1ede-4a29-8779-1ac6fc6becc0 None None] Network a92c9e8f-e534-4592-b5a6-644e46c85660 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:11.758049 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.764158 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Usage tracker for resource:network and tenant:f0f2bb809def405c8b9f768b9c9a3438 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.768030 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:11.768780 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.769933 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.778039 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.808362 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-110861536-network', 'tenant_id': '6100f00626404b84820a8456d9d2d5c7'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.814911 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.821713 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.827691 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Usage tracker for resource:network and tenant:6100f00626404b84820a8456d9d2d5c7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.833387 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.841301 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.853665 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.870807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1534} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:11.883210 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.884045 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Added segment 781daa4d-fc4a-44e2-8ce0-8193f130aa58 of type vlan for network 3fd1fac0-229a-4903-8467-394acb646a8c Jun 03 21:48:11.916132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.951404 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9318428 Jun 03 21:48:11.956729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37066) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.957668 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.986525 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.990699 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Made reservation on behalf of 6100f00626404b84820a8456d9d2d5c7 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:11.993804 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.004757 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Made reservation on behalf of f0f2bb809def405c8b9f768b9c9a3438 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:12.008150 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.025673 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:12.033153 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Usage tracker for resource:router and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:12.037445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:12.045639 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:12.058177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.065742 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:12.066657 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.092235 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.112059 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.114266 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.161449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.214540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.269839 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37084) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:12.270939 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2749405 Jun 03 21:48:12.283096 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Request body: {'subnet': {'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1108947318-subnet', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:12.293755 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:12.300326 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:12.302367 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Usage tracker for resource:subnet and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:12.310444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Usage tracker for resource:security_group_rule and tenant:6100f00626404b84820a8456d9d2d5c7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:12.311836 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:12.318178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:12.339650 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:12.339985 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:12.399900 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Made reservation on behalf of 9960508086bf46c9b120245c8478bde7 for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:12.402689 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.425857 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:12.437204 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-a92c9e8f-e534-4592-b5a6-644e46c85660', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:12.439550 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.507791 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f2bb809def405c8b9f768b9c9a3438 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:12.531441 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:12.569119 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:12.573279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0771a7-56ae-4265-bae8-7ee353b98a62,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:12.811332 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Allocated IP 172.20.0.2 (a92c9e8f-e534-4592-b5a6-644e46c85660/4a7ced35-945b-4d6d-af58-aeffd3afc7ae/8acddcc6-636f-421b-9ca2-7b6ab62facbc) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:12.865503 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.872576 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:12.878313 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.051867 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.058735 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.165272 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd1fac0-229a-4903-8467-394acb646a8c,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.188886 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.190460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.328099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1543} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:13.341605 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.342545 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Added segment 172d2f05-af9a-4895-81be-aaafa89ef30a of type vlan for network f7561395-ed9c-4aa7-aa1a-5af645450d62 Jun 03 21:48:13.394014 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa33d65-0a15-426f-a5e8-21167b0557e3,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.397522 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.400145 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.424069 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Transition to ACTIVE for port object 8acddcc6-636f-421b-9ca2-7b6ab62facbc will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:13.431958 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Checking segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:13.434121 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Network hostable DHCP agents. Network: 4eb84cd4-da35-4f1c-9791-6d9f545c7528, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:13.459349 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.472061 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Transition to ACTIVE for port object 8acddcc6-636f-421b-9ca2-7b6ab62facbc will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:13.482133 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 3fd1fac0-229a-4903-8467-394acb646a8c details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:13.493945 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b13aae70-b14c-4e84-b5ae-1cd72dae52f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.516588 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.518154 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:13.529702 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:13.532350 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.621640 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 4eb84cd4-da35-4f1c-9791-6d9f545c7528) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:13.643993 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.648221 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:13.649758 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.668880 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6521210f-11ba-405b-ae80-d45480ec2446,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.743590 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1575818 Jun 03 21:48:13.769823 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.779900 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-22f5ccda-9ca8-4ceb-a9d6-f9ef93d6f916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.808198 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0acac-544c-4f9a-9115-87fa77cabb78 None None] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:13.833405 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.887964 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.901883 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.913959 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.920064 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.929000 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Checking segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:13.929683 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Network hostable DHCP agents. Network: 3fd1fac0-229a-4903-8467-394acb646a8c, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:13.955266 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.956322 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.957468 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9f5d7504-40da-4f61-9e1a-646724688655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.957998 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Network 3fd1fac0-229a-4903-8467-394acb646a8c is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:13.979030 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 3fd1fac0-229a-4903-8467-394acb646a8c) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:13.986068 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:13.986711 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.997768 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:14.000868 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7485495 Jun 03 21:48:14.005647 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37126) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.007111 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Pushing event updated for resources: {'Port': ['ID=8acddcc6-636f-421b-9ca2-7b6ab62facbc,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.018726 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:14.020900 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1955c-2076-428c-b932-a5120e1b3ee6 None None] Network 3fd1fac0-229a-4903-8467-394acb646a8c requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:14.021367 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Request body: {'subnet': {'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-110861536-subnet', 'tenant_id': '6100f00626404b84820a8456d9d2d5c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:14.035330 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1537} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:14.049016 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:14.053538 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:14.056342 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.057189 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Added segment 13b33f1d-1c4f-4d1a-b588-28fe2da5afe6 of type vlan for network adac079e-9911-44dc-9bf8-719327c00b77 Jun 03 21:48:14.059499 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.059948 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.060295 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.060707 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.061037 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.061361 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.061680 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.061999 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.062358 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.063219 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.063530 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.063841 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Tracked resource versions report: Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: pushed versions: Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: { 'AddressGroup': {'1.2'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'ConntrackHelper': {'1.0'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Log': {'1.0'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Network': {'1.1'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Port': {'1.7'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'PortForwarding': {'1.2'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'QosPolicy': {'1.8'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroup': {'1.4'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'SubPort': {'1.0'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Subnet': {'1.1'}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Trunk': {'1.1'}} Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: consumer versions: Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: HyperV agent@hv-cinder-79466: {}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'ConntrackHelper': '1.0', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Log': '1.0', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Network': '1.1', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Port': '1.7', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'PortForwarding': '1.2', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'QosPolicy': '1.8', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroup': '1.4', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'SecurityGroupRule': '1.2', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'SubPort': '1.0', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Subnet': '1.1', Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: 'Trunk': '1.1'}} Jun 03 21:48:14.065171 dv-cinder-794669-4-smb neutron-server[98279]: {{(pid=98279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:48:14.072347 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Usage tracker for resource:subnet and tenant:6100f00626404b84820a8456d9d2d5c7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:14.077424 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:14.086741 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8107755 Jun 03 21:48:14.088219 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:14.090514 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37130) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.096140 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:14.101862 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:14.117428 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Usage tracker for resource:router and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:14.124047 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:14.128701 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.135685 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:14.154305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.156796 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.164957 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Made reservation on behalf of 6100f00626404b84820a8456d9d2d5c7 for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:14.168069 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.215195 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.336500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Pushing event updated for resources: {'Network': ['ID=f7561395-ed9c-4aa7-aa1a-5af645450d62,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.356625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.360640 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.399738 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842223ee-2fbd-41c1-b1e5-f9d23d4bf502,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.420940 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.422971 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Attempting to bind port 8acddcc6-636f-421b-9ca2-7b6ab62facbc on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:14.423356 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Attempting to bind port 8acddcc6-636f-421b-9ca2-7b6ab62facbc by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:14.423780 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Attempting to bind port 8acddcc6-636f-421b-9ca2-7b6ab62facbc on network a92c9e8f-e534-4592-b5a6-644e46c85660 {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:14.426720 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network f7561395-ed9c-4aa7-aa1a-5af645450d62 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:14.519580 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.523150 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:14.523689 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.530850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.684404 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Pushing event updated for resources: {'Network': ['ID=adac079e-9911-44dc-9bf8-719327c00b77,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.703576 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.743001 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5125544 Jun 03 21:48:14.743951 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37150) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.752098 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Request body: {'subnet': {'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-subnet', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:14.759046 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:14.770598 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Usage tracker for resource:subnet and tenant:f0f2bb809def405c8b9f768b9c9a3438 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:14.814857 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network adac079e-9911-44dc-9bf8-719327c00b77 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:14.967045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37170) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.993027 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:14.994034 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Checking segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:14.994233 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.994642 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Bound using segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:14.995274 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Bound port: 8acddcc6-636f-421b-9ca2-7b6ab62facbc, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:14.995666 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.998326 dv-cinder-794669-4-smb neutron-server[98278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 21:48:15.009307 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:15.253844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:15.260698 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.315744 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Made reservation on behalf of f0f2bb809def405c8b9f768b9c9a3438 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:15.320093 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.338188 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] For port 8acddcc6-636f-421b-9ca2-7b6ab62facbc, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:15.382403 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d69cf5-9fc7-438a-8ba8-df057fa4697e None None] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:15.590023 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] For port 8acddcc6-636f-421b-9ca2-7b6ab62facbc, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=8acddcc6-636f-421b-9ca2-7b6ab62facbc,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:15.659148 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.712068 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:15.889580 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-3fd1fac0-229a-4903-8467-394acb646a8c', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:15.891912 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.944226 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37192) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:15.947371 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Pushing event updated for resources: {'Port': ['ID=8acddcc6-636f-421b-9ca2-7b6ab62facbc,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:15.954878 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:16.048710 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.107953 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.151512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-7329e50b-8335-4499-93a9-eef0099aa8a0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:16.153092 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-7329e50b-8335-4499-93a9-eef0099aa8a0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Synchronizing usage tracker for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:network {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:16.210229 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Allocated IP 172.20.0.2 (3fd1fac0-229a-4903-8467-394acb646a8c/5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a/9b0550d5-d6e4-4177-89dc-d29ee658e02f) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:16.225568 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.255236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:16.262671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Usage tracker for resource:security_group_rule and tenant:0e7e2ecf0cb04acdba9ad4267d1f2481 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:16.267699 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:16.279088 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:16.582610 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-7329e50b-8335-4499-93a9-eef0099aa8a0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Unset dirty status for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:network {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:16.589491 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-7329e50b-8335-4499-93a9-eef0099aa8a0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 1.6142855 Jun 03 21:48:16.604691 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.658355 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.673787 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-a209adfd-8e36-46f4-8365-8693aec262e4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/quotas/ff3f28edae6e4539a1dc685a3e0a220b HTTP/1.1" status: 200 len: 375 time: 0.0827141 Jun 03 21:48:16.680516 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Transition to ACTIVE for port object 9b0550d5-d6e4-4177-89dc-d29ee658e02f will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:16.741152 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Transition to ACTIVE for port object 9b0550d5-d6e4-4177-89dc-d29ee658e02f will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:16.749590 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Allocated IP 172.28.1.205 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/e95a16ad-053a-4c14-ab26-dfcd3967fcf7) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:16.754116 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.771427 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-da8031c8-a69a-4c96-8aad-230de030734d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:16.912528 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-7815bbf3-fc2c-4306-bb7e-e4b6725c03e0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2208357 Jun 03 21:48:16.935534 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 8acddcc6-636f-421b-9ca2-7b6ab62facbc up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:17.105572 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Network 3fd1fac0-229a-4903-8467-394acb646a8c is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:17.111808 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:17.118923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:17.181492 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Pushing event updated for resources: {'Port': ['ID=9b0550d5-d6e4-4177-89dc-d29ee658e02f,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:17.255599 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.267084 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.276433 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:17.443718 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 8acddcc6-636f-421b-9ca2-7b6ab62facbc completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:17.444030 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.468340 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8af0c710-e2e0-42ad-9437-26f5854a2550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:17.483045 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Attempting to bind port 9b0550d5-d6e4-4177-89dc-d29ee658e02f on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:17.483472 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Attempting to bind port 9b0550d5-d6e4-4177-89dc-d29ee658e02f by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:17.483905 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Attempting to bind port 9b0550d5-d6e4-4177-89dc-d29ee658e02f on network 3fd1fac0-229a-4903-8467-394acb646a8c {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:17.491796 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:17.492157 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Checking segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:17.492543 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.492950 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Bound using segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:17.493808 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Bound port: 9b0550d5-d6e4-4177-89dc-d29ee658e02f, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:17.494306 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.525212 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-495344de-6901-4075-9e25-21aea7f3b139 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:48:17.536860 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f3ba9-a7e0-4665-88cf-56998ccd7616,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:17.539665 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-495344de-6901-4075-9e25-21aea7f3b139 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036320 Jun 03 21:48:17.545913 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.553851 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:17.612182 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-39d7c355-70c4-48b6-a632-c7cac78122a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:17.615989 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e7e2ecf0cb04acdba9ad4267d1f2481&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6678514 Jun 03 21:48:17.617089 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.617572 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37216) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:17.646371 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0cf0e28b-3dbf-4fee-816f-02dc43a00961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:17.664056 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] For port 9b0550d5-d6e4-4177-89dc-d29ee658e02f, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:17.669868 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] For port 9b0550d5-d6e4-4177-89dc-d29ee658e02f, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=9b0550d5-d6e4-4177-89dc-d29ee658e02f,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:17.679321 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c5c137-3de5-40a9-99ad-288bf64c6691 None None] Network a92c9e8f-e534-4592-b5a6-644e46c85660 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:17.716085 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.773577 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:17.875710 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Provisioning for port 8acddcc6-636f-421b-9ca2-7b6ab62facbc completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:17.891380 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Provisioning complete for port 8acddcc6-636f-421b-9ca2-7b6ab62facbc triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:17.891780 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.957980 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.975871 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Checking segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:17.976345 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Network hostable DHCP agents. Network: adac079e-9911-44dc-9bf8-719327c00b77, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:17.986376 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d87f8ea-e45d-4919-a749-6303da69df68,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.024717 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.035546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.081460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9e80af1a-192f-479c-bb64-b5e86e026b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:18.188147 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Pushing event updated for resources: {'Port': ['ID=9b0550d5-d6e4-4177-89dc-d29ee658e02f,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.212125 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.297921 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Pushing event updated for resources: {'Port': ['ID=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.325176 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.335991 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.363102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:18.386970 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f3ca5a-d46a-4190-8993-38e0f0a7176c,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.419729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:18.427729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:18.435028 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.436458 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Checking segment: {'id': '172d2f05-af9a-4895-81be-aaafa89ef30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:18.439545 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Network hostable DHCP agents. Network: f7561395-ed9c-4aa7-aa1a-5af645450d62, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:18.452112 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.492331 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Network adac079e-9911-44dc-9bf8-719327c00b77 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:18.493751 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-5e0703bf-e4ac-4278-8ba4-565b0c44e579 service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9449012 Jun 03 21:48:18.513078 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, adac079e-9911-44dc-9bf8-719327c00b77) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:18.520485 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:18.521160 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.528552 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.573106 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] For port 8acddcc6-636f-421b-9ca2-7b6ab62facbc, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=8acddcc6-636f-421b-9ca2-7b6ab62facbc,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:18.582148 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.587730 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:18.588223 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.599645 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.8523467 Jun 03 21:48:18.604312 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37234) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:18.612320 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Network f7561395-ed9c-4aa7-aa1a-5af645450d62 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:18.613146 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:18.622502 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:18.629373 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Usage tracker for resource:router and tenant:f0f2bb809def405c8b9f768b9c9a3438 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:18.632760 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:18.638449 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04120d3-7f37-45b2-bbe7-1c1a37b0a8ab None None] Network adac079e-9911-44dc-9bf8-719327c00b77 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:18.645378 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:18.764342 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.767394 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.799898 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Pushing event updated for resources: {'Port': ['ID=8acddcc6-636f-421b-9ca2-7b6ab62facbc,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.807641 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.836571 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, f7561395-ed9c-4aa7-aa1a-5af645450d62) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:18.852762 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:18.859367 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.908640 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e603a-8a20-43f2-b6ee-3fbb4c8dab19 None None] Network f7561395-ed9c-4aa7-aa1a-5af645450d62 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:18.934539 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.957715 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9492242 Jun 03 21:48:18.963323 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 9b0550d5-d6e4-4177-89dc-d29ee658e02f up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:19.108018 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-9f9aec8f-4f1c-47b8-acbd-3135222f59c3 service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024897 Jun 03 21:48:19.189238 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Allocated IP 172.28.1.153 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/c634420a-d8d1-4faa-9e06-7c5f42bd9393) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:19.246004 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.542360 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce502b67-2ce5-4141-8e2f-102b4b56db74 None None] Network adac079e-9911-44dc-9bf8-719327c00b77 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:19.570423 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.641422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:19.756058 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.772691 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:19.894626 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f3ba9-a7e0-4665-88cf-56998ccd7616,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:19.901760 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:19.940561 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:19.944247 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:19.953718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:19.976594 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bd479-0567-48cc-9144-21705c0d3189 None None] Network 3fd1fac0-229a-4903-8467-394acb646a8c requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:20.066818 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0113a7a-1365-4c64-b564-8732b21a66ae None None] Network f7561395-ed9c-4aa7-aa1a-5af645450d62 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:20.175855 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2a09129-187e-43a8-8b28-e0ee29c5eaaa req-a50fe00a-4a11-406d-9042-7e03f8a2d577 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.1193180 Jun 03 21:48:20.234660 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.239971 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d89f3ba9-a7e0-4665-88cf-56998ccd7616 HTTP/1.1" status: 204 len: 168 time: 2.6209764 Jun 03 21:48:20.251399 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.286801 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c634420a-d8d1-4faa-9e06-7c5f42bd9393,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:20.377843 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:20.427450 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37302) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:20.481126 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.856879 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-546e8f4c-e76d-44ca-bdeb-e6e25c0a39a2 None None] Provisioning complete for port 8acddcc6-636f-421b-9ca2-7b6ab62facbc triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:20.859698 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-546e8f4c-e76d-44ca-bdeb-e6e25c0a39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.908865 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.008051 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 9b0550d5-d6e4-4177-89dc-d29ee658e02f completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:21.424156 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 8acddcc6-636f-421b-9ca2-7b6ab62facbc up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:21.947396 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.982924 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 8acddcc6-636f-421b-9ca2-7b6ab62facbc triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:21.982924 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.210390 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.254332 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74bd0d73-0636-460e-844c-1dcf4d241ea5 req-0a966000-561f-431d-81e7-2bc653f1ebde tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.7466335 Jun 03 21:48:22.260721 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.302706 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Provisioning for port 9b0550d5-d6e4-4177-89dc-d29ee658e02f completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:22.349212 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Provisioning complete for port 9b0550d5-d6e4-4177-89dc-d29ee658e02f triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:22.350305 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.840795 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-3e59cb33-d065-4f88-800e-64f63ecf068c tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:22.856223 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-3e59cb33-d065-4f88-800e-64f63ecf068c tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/networks?id=f7561395-ed9c-4aa7-aa1a-5af645450d62 HTTP/1.1" status: 200 len: 811 time: 2.4260030 Jun 03 21:48:22.905211 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-989b2512-e7bc-4d2f-8fed-ff94262b3c24 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/quotas/6100f00626404b84820a8456d9d2d5c7 HTTP/1.1" status: 200 len: 375 time: 0.0433261 Jun 03 21:48:22.949030 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.165876 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-37ca9ff1-93c1-45de-b4d2-f1b04339c5ae tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6100f00626404b84820a8456d9d2d5c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2586546 Jun 03 21:48:23.177335 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] For port 9b0550d5-d6e4-4177-89dc-d29ee658e02f, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=9b0550d5-d6e4-4177-89dc-d29ee658e02f,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:23.186667 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.215989 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:23.255841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Router 5e552513-e36e-4d43-942c-af6a0703d66f is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:48:23.585039 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Pushing event updated for resources: {'Port': ['ID=9b0550d5-d6e4-4177-89dc-d29ee658e02f,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:23.596423 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:23.613892 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.685905 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-bc260b3a-a362-4b6b-89af-a9d684032919 None None] Provisioning complete for port 9b0550d5-d6e4-4177-89dc-d29ee658e02f triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:23.688809 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-bc260b3a-a362-4b6b-89af-a9d684032919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.707109 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.712439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Router 53d84f39-c410-4ae0-8b76-c23bee40962e is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:48:23.962929 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f60b1804-0d80-4bd5-a86f-579508876939 req-0d2e1b5f-c37d-4001-85f7-494615edc811 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.0721283 Jun 03 21:48:24.028776 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Allocated IP 172.28.1.133 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/21ac5a02-7a9e-42bb-b55b-13ee27d02565) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:24.040767 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:24.057616 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:24.088849 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Notify callbacks [] for router, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.090393 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:24.091049 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:24.092470 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0001349 Jun 03 21:48:24.097629 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37414) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:24.246748 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-250ae9dc-8e22-4ca7-a7ca-a4603bac26eb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:48:24.246748 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-250ae9dc-8e22-4ca7-a7ca-a4603bac26eb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3683343 Jun 03 21:48:24.291124 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.107', 51920) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:24.675033 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:24.855911 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:24.903326 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:24.943068 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:24.946861 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:24.964917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.966531 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2ecd096f-0fd5-4b3c-a65a-9b4fd92ca388 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.9981182 Jun 03 21:48:24.982767 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37440) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:25.000467 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.022468 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-4c3edcf8-61ca-47b2-9aac-6c712e63a8d8 service neutron] 10.222.0.77 "GET /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504575 Jun 03 21:48:25.300819 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 9b0550d5-d6e4-4177-89dc-d29ee658e02f up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:25.495428 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-473b8bc6-a458-4559-bc86-5bb7fc102c30 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:25.496976 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-473b8bc6-a458-4559-bc86-5bb7fc102c30 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 1.1989198 Jun 03 21:48:25.500488 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:20Z', 'revision_number': 3, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:25.511194 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:25.513696 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Updating router 5e552513-e36e-4d43-942c-af6a0703d66f port c634420a-d8d1-4faa-9e06-7c5f42bd9393 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:25.615377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Request body: {'port': {'device_id': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'admin_state_up': True, 'tenant_id': 'ff3f28edae6e4539a1dc685a3e0a220b'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:25.660844 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.863933 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 9b0550d5-d6e4-4177-89dc-d29ee658e02f triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:25.865111 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.929846 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.009196 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d9796a96-eb62-4558-8bde-895c004bc474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:26.073231 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:26.226802 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-a006060f-62de-48b9-9d7c-b29b781c9d4b service neutron] 10.222.0.77 "GET /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2026989 Jun 03 21:48:26.342512 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b5176f5d-4ac3-4efc-807a-344d9602f7dd req-ee9bb147-2ad4-4b73-b34a-4a41a35bf639 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.6129706 Jun 03 21:48:26.409956 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:26.437139 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Usage tracker for resource:port and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:26.457220 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:26.493934 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:26.935926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:27.063081 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:27.065777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Made reservation on behalf of ff3f28edae6e4539a1dc685a3e0a220b for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:27.072593 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.164637 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:27.392414 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.462075 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Transition to ACTIVE for port object c634420a-d8d1-4faa-9e06-7c5f42bd9393 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:27.485837 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37526) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:27.496581 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.529681 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:27.762397 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Attempting to bind port c634420a-d8d1-4faa-9e06-7c5f42bd9393 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:27.763212 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Attempting to bind port c634420a-d8d1-4faa-9e06-7c5f42bd9393 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:27.763861 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Attempting to bind port c634420a-d8d1-4faa-9e06-7c5f42bd9393 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:27.771723 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:18Z', 'revision_number': 3, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:27.817956 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Pushing event updated for resources: {'Port': ['ID=c634420a-d8d1-4faa-9e06-7c5f42bd9393,revision_number=2']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:27.822680 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:27.823408 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Updating router 53d84f39-c410-4ae0-8b76-c23bee40962e port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:27.838718 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:27.840643 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:27.842022 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.844836 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:27.846531 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Bound port: c634420a-d8d1-4faa-9e06-7c5f42bd9393, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:27.847650 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.932611 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.933633 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.934420 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.935404 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.936332 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.937186 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.937902 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.938584 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.939327 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.940018 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.940712 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.941358 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Tracked resource versions report: Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: pushed versions: Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: { 'AddressGroup': {'1.2'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'ConntrackHelper': {'1.0'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Log': {'1.0'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Network': {'1.1'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Port': {'1.7'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'PortForwarding': {'1.2'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'QosPolicy': {'1.8'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroup': {'1.4'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'SubPort': {'1.0'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Subnet': {'1.1'}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Trunk': {'1.1'}} Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: consumer versions: Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: { DHCP agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: HyperV agent@hv-cinder-79466: {}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: L3 agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: Metadata agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: Metering agent@dv-cinder-794669-4-smb: {}, Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: Open vSwitch agent@dv-cinder-794669-4-smb: { 'AddressGroup': '1.2', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'ConntrackHelper': '1.0', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Log': '1.0', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Network': '1.1', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Port': '1.7', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'PortForwarding': '1.2', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'QosPolicy': '1.8', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroup': '1.4', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'SecurityGroupRule': '1.2', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'SubPort': '1.0', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Subnet': '1.1', Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: 'Trunk': '1.1'}} Jun 03 21:48:27.943472 dv-cinder-794669-4-smb neutron-server[98280]: {{(pid=98280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:48:27.952549 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a761e900-5d80-4bf7-bcc5-443c12407073 req-c970bc8d-3b30-48f3-8424-49ad2678839e tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.4433503 Jun 03 21:48:27.953384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:28.195826 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.208463 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] For port c634420a-d8d1-4faa-9e06-7c5f42bd9393, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:28.220300 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] For port c634420a-d8d1-4faa-9e06-7c5f42bd9393, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=c634420a-d8d1-4faa-9e06-7c5f42bd9393,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:28.235637 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.260447 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=21ac5a02-7a9e-42bb-b55b-13ee27d02565,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:28.274516 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:28.383100 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.374s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:28.584450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.615268 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2715275-abdf-41ab-a20b-f6adaf42fa75 req-e2d86722-0c1c-4c43-aeea-8470741985c1 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.5027177 Jun 03 21:48:28.634245 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:28.648498 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:28.786169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:28.823511 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Usage tracker for resource:security_group_rule and tenant:71e4ef30d2e141c3a8af92b3f6bc86c4 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:28.845124 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:28.874124 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:28.986023 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Pushing event updated for resources: {'Port': ['ID=c634420a-d8d1-4faa-9e06-7c5f42bd9393,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:29.034454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.036668 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:29.165182 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37562) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:29.377830 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0b18282c-092d-41db-b3b2-5c82324c9b96 req-2fd7ceca-bc32-4f11-b23e-26e1ab1b9714 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.0829203 Jun 03 21:48:29.537555 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:29.733347 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.793964 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Transition to ACTIVE for port object e95a16ad-053a-4c14-ab26-dfcd3967fcf7 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:29.821408 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.845110 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-c0eb364f-14e3-440f-a974-c9f27c139132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:29.888381 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Allocated IP 172.20.0.1 (3fd1fac0-229a-4903-8467-394acb646a8c/5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a/f881ea0e-b090-4d43-9f1b-cbe919affba9) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:29.969632 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.170310 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Allocated IP 172.20.0.8 (4eb84cd4-da35-4f1c-9791-6d9f545c7528/daa33d65-0a15-426f-a5e8-21167b0557e3/4d93097c-f9a3-4ab2-aa6e-d5f38adb1176) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:30.222254 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.321787 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.334101 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db748aa-9b16-4ce5-be40-4a43e0df2627 None None] Pushing event updated for resources: {'Port': ['ID=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.342442 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5db748aa-9b16-4ce5-be40-4a43e0df2627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.344560 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Attempting to bind port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:30.344717 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Attempting to bind port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:30.345097 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Attempting to bind port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:30.367441 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:30.367869 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:30.368561 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.369195 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:30.369723 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Bound port: e95a16ad-053a-4c14-ab26-dfcd3967fcf7, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:30.370103 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.495556 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.526272 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.553137 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Transition to ACTIVE for port object f881ea0e-b090-4d43-9f1b-cbe919affba9 will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:30.601640 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-62f872f4-b8a8-4dd5-bf82-c7a6c9f02e43 req-3a212d95-d318-415f-82fa-29af73fef4d7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.2749684 Jun 03 21:48:30.603274 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.614530 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] For port e95a16ad-053a-4c14-ab26-dfcd3967fcf7, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:30.617064 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.618748 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] For port e95a16ad-053a-4c14-ab26-dfcd3967fcf7, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:30.625967 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.634587 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.663080 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:30.667946 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Usage tracker for resource:security_group_rule and tenant:bb2099510b0c4533a43f0e5777372c11 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:30.671626 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:30.679032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:30.746503 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db748aa-9b16-4ce5-be40-4a43e0df2627 None None] Pushing event updated for resources: {'Port': ['ID=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.753654 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5db748aa-9b16-4ce5-be40-4a43e0df2627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.782200 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:30.784043 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:30.785558 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.799385 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Pushing event updated for resources: {'Port': ['ID=f881ea0e-b090-4d43-9f1b-cbe919affba9,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.803324 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.826802 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.861115 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Network 3fd1fac0-229a-4903-8467-394acb646a8c is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:30.877058 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:30.884247 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71e4ef30d2e141c3a8af92b3f6bc86c4&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3933110 Jun 03 21:48:30.885470 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:30.886663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.949837 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:20Z', 'revision_number': 3, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:30.970048 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15173195-4611-4037-94a9-eb6c28d220e5 None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:20Z', 'revision_number': 3, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:30.982001 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.203465 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37582) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:31.209329 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.107', 51934) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:31.264156 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb2099510b0c4533a43f0e5777372c11&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0804133 Jun 03 21:48:31.267891 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7201dc6d-fb26-4cc2-8ff2-efdfdc573259 req-2b561e3f-f29d-45fc-a92a-c371ded889fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.4688172 Jun 03 21:48:31.276677 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37584) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:31.379002 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:31.827050 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.933507 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.979211 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cd2848a2-40ad-47e0-ae90-c5ef28b54830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.996033 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4622582e-4b69-4dfa-81bc-6fa8476ce9ee None None] Provisioning for port f881ea0e-b090-4d43-9f1b-cbe919affba9 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:32.056380 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4622582e-4b69-4dfa-81bc-6fa8476ce9ee None None] Provisioning complete for port f881ea0e-b090-4d43-9f1b-cbe919affba9 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:32.057010 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4622582e-4b69-4dfa-81bc-6fa8476ce9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.162395 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.237103 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-5d4d407e-7d27-418e-a36e-b8a5bb9de2f4 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:32.238718 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-5d4d407e-7d27-418e-a36e-b8a5bb9de2f4 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Synchronizing usage tracker for tenant:6100f00626404b84820a8456d9d2d5c7 on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:32.750839 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedc47f-3442-407a-ab69-b1dd8e7e07eb req-66ccc15f-ff99-4dca-9e82-e490340bbed4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:32.757013 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8bedc47f-3442-407a-ab69-b1dd8e7e07eb req-66ccc15f-ff99-4dca-9e82-e490340bbed4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 931 time: 0.5720499 Jun 03 21:48:32.789530 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-4622582e-4b69-4dfa-81bc-6fa8476ce9ee None None] Port f881ea0e-b090-4d43-9f1b-cbe919affba9 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:33.115198 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:18Z', 'revision_number': 3, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:33.131706 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-060449a4-5cb0-47d1-a4a6-dcad0dddbe6f req-0934bccc-d0a9-4d4e-bf6e-fa67ea756ce5 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.2281518 Jun 03 21:48:33.134603 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909eb71c-44ef-48fc-a64e-9bf7dade05b7 None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:18Z', 'revision_number': 3, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:33.248281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f26574-bd59-4806-9468-93ed7b102ca3,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:33.265890 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8bedc47f-3442-407a-ab69-b1dd8e7e07eb req-982e66a0-21ba-43d9-87f1-36830a5e4e03 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Synchronizing usage tracker for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:33.277797 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.955s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:33.358127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8bedc47f-3442-407a-ab69-b1dd8e7e07eb req-982e66a0-21ba-43d9-87f1-36830a5e4e03 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Unset dirty status for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:33.361647 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.106s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:33.376453 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8bedc47f-3442-407a-ab69-b1dd8e7e07eb req-982e66a0-21ba-43d9-87f1-36830a5e4e03 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084106 Jun 03 21:48:33.407037 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device c634420a-d8d1-4faa-9e06-7c5f42bd9393 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:33.458917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-5d4d407e-7d27-418e-a36e-b8a5bb9de2f4 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Unset dirty status for tenant:6100f00626404b84820a8456d9d2d5c7 on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:33.458917 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-5d4d407e-7d27-418e-a36e-b8a5bb9de2f4 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.107 "GET /v2.0/networks?id=f7561395-ed9c-4aa7-aa1a-5af645450d62 HTTP/1.1" status: 200 len: 811 time: 2.1722629 Jun 03 21:48:33.582045 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port c634420a-d8d1-4faa-9e06-7c5f42bd9393 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:33.584489 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.591739 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port c634420a-d8d1-4faa-9e06-7c5f42bd9393 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:33.592135 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.595325 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.597142 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.605215 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:33.662119 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Request body: {'port': {'device_id': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62', 'admin_state_up': True, 'tenant_id': '6100f00626404b84820a8456d9d2d5c7'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:33.981994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392c598-e244-4f12-9d5b-1ba5e610cdb1,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.054736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.059443 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.161047 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.214673 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port c634420a-d8d1-4faa-9e06-7c5f42bd9393, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=c634420a-d8d1-4faa-9e06-7c5f42bd9393,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:34.224180 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.235530 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:34.244445 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.314763 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:34.380899 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:34.392928 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Pushing event updated for resources: {'Port': ['ID=f881ea0e-b090-4d43-9f1b-cbe919affba9,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.411548 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:34.423243 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.427281 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.579067 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.635277 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Network 3fd1fac0-229a-4903-8467-394acb646a8c is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:34.643636 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:34.669077 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=c634420a-d8d1-4faa-9e06-7c5f42bd9393,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.687277 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.694220 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d581919f-a76c-4180-8621-216e4148e847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.797796 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b0bcc4b0-5163-4ea0-b9b0-183d0e7b78f5 req-73281b92-a13c-466d-8a6f-18a69806dd55 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.1589510 Jun 03 21:48:34.810242 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.088276 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.223615 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.301312 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.372412 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-a47f3445-ad6d-4973-887d-9aa227cf39cc None None] Provisioning complete for port f881ea0e-b090-4d43-9f1b-cbe919affba9 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:35.373749 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a47f3445-ad6d-4973-887d-9aa227cf39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.412980 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.441711 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Router 5e552513-e36e-4d43-942c-af6a0703d66f has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:35.522121 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:35.527103 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Usage tracker for resource:port and tenant:6100f00626404b84820a8456d9d2d5c7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:35.533808 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-a47f3445-ad6d-4973-887d-9aa227cf39cc None None] Port f881ea0e-b090-4d43-9f1b-cbe919affba9 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:35.547017 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:35.632350 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event updated for resources: {'Port': ['ID=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:35.636982 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device c634420a-d8d1-4faa-9e06-7c5f42bd9393 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:35.705894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:35.713902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.654s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:35.772324 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45bd29-dcdf-43f9-baa8-c9758144e91b req-f52103d0-72b6-4fa8-b071-b9ca597bf3cd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:35.779039 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3c45bd29-dcdf-43f9-baa8-c9758144e91b req-f52103d0-72b6-4fa8-b071-b9ca597bf3cd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 931 time: 0.9791722 Jun 03 21:48:35.973154 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.022424 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port c634420a-d8d1-4faa-9e06-7c5f42bd9393 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:36.023443 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.090773 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3c45bd29-dcdf-43f9-baa8-c9758144e91b req-8a1a1959-eaf6-4021-896a-a0504f27fba9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552393 Jun 03 21:48:36.176219 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.227632 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8ef5dfb0-9298-4c26-b3d2-3ce6483524d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.259767 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.272165 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.276328 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9392c598-e244-4f12-9d5b-1ba5e610cdb1 HTTP/1.1" status: 204 len: 168 time: 4.4097342 Jun 03 21:48:36.277742 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f26574-bd59-4806-9468-93ed7b102ca3,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.318694 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.331019 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3f26574-bd59-4806-9468-93ed7b102ca3 HTTP/1.1" status: 204 len: 168 time: 5.0624642 Jun 03 21:48:36.406713 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1fc4e77e-39a4-4f5d-9943-164856b0ce0f req-69fb2bd6-2914-4426-beec-0dbd7abc51e3 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.2755520 Jun 03 21:48:36.413023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.436380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.475823 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.9309497 Jun 03 21:48:36.476355 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-00ebf462-366d-461b-a63d-8f8182a3ec0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.514439 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:36.530155 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:36.538921 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392c598-e244-4f12-9d5b-1ba5e610cdb1,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.553119 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] 10.222.0.77 "PUT /v2.0/routers/5e552513-e36e-4d43-942c-af6a0703d66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4532320 Jun 03 21:48:36.556317 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.607041 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Made reservation on behalf of 6100f00626404b84820a8456d9d2d5c7 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:36.607041 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.608970 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:36.608970 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:36.638809 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e95a16ad-053a-4c14-ab26-dfcd3967fcf7 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:36.657888 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-c11dec17-d878-4250-958b-9f293f927661 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=98277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:48:36.660636 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-c11dec17-d878-4250-958b-9f293f927661 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228838 Jun 03 21:48:36.920169 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:36.937518 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:36.940184 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.300949 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:37.559337 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.604870 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.656863 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port e95a16ad-053a-4c14-ab26-dfcd3967fcf7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:37.666135 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.668927 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:37.824268 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37658) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:37.872855 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Allocated IP 172.20.0.1 (a92c9e8f-e534-4592-b5a6-644e46c85660/4a7ced35-945b-4d6d-af58-aeffd3afc7ae/d6a561c3-88c3-4b6d-9a5b-33864dee25a6) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:37.887405 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.919395 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:37.940644 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:37.953746 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdfc07-4017-40dc-8507-346ac33ada44 req-0ef8c82c-5211-4e15-8789-6d5b58186589 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:37.966194 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-77bdfc07-4017-40dc-8507-346ac33ada44 req-0ef8c82c-5211-4e15-8789-6d5b58186589 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 931 time: 0.3757098 Jun 03 21:48:38.019245 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:38.034969 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4a1c7ad0ed4466a9b9c5adc0729da5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:38.049153 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:38.061015 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:38.082465 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-77bdfc07-4017-40dc-8507-346ac33ada44 req-18fe576f-a97a-43bb-aa3c-9674309de470 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152153 Jun 03 21:48:38.661100 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.672540 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.699063 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a1ab36d1-101d-48ec-a593-04383cc8dc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:38.703890 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:48:38.851299 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:32Z', 'revision_number': 2, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:38.860666 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:38.867134 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Updating router 5e552513-e36e-4d43-942c-af6a0703d66f port f881ea0e-b090-4d43-9f1b-cbe919affba9 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:38.919125 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37672) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:38.944089 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938543027', 'description': 'tempest-description--867695221'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:38.987863 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:39.051679 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96ba0f03-35ed-4842-b18a-2366b019de6d req-6cdce075-e573-417b-9528-4daf494b2313 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.2804966 Jun 03 21:48:39.075336 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.090070 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Synchronizing usage tracker for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:39.123842 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b93cf-448f-484d-8fdb-1596e16c35af,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:39.144919 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:39.151025 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Unset dirty status for tenant:4b70d4dfb3a54c46b21d49788cd5e75c on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:39.153118 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b4a1c7ad0ed4466a9b9c5adc0729da5&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3255789 Jun 03 21:48:39.159199 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.159538 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37678) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.225395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:39.246243 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Request body: {'port': {'device_id': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:39.345709 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:39.397273 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:39.412873 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.459834 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Transition to ACTIVE for port object d6a561c3-88c3-4b6d-9a5b-33864dee25a6 will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:39.558589 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.563939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:48:39.583704 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Allocated IP 172.20.0.8 (f7561395-ed9c-4aa7-aa1a-5af645450d62/93f3ca5a-d46a-4190-8993-38e0f0a7176c/37e77f24-1d92-4602-8481-0b718bdeb3b2) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:39.642276 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.689709 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.816662 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.836756 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1d3a0fc0-1949-46af-85ef-d9553cc4c5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.958374 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e95a16ad-053a-4c14-ab26-dfcd3967fcf7 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:40.014316 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b93cf-448f-484d-8fdb-1596e16c35af,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:40.025693 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:40.027973 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.087970 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.097328 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/326b93cf-448f-484d-8fdb-1596e16c35af HTTP/1.1" status: 204 len: 168 time: 0.9341376 Jun 03 21:48:40.283380 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd85000-1d8f-4fab-9d3d-89a14d942bc7 req-904079bd-6c81-4916-867c-d9f54ea80b75 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:40.285946 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2cd85000-1d8f-4fab-9d3d-89a14d942bc7 req-904079bd-6c81-4916-867c-d9f54ea80b75 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 931 time: 0.7839782 Jun 03 21:48:40.429715 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:40.430359 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.439247 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2cd85000-1d8f-4fab-9d3d-89a14d942bc7 req-85d0eb37-143c-4466-95fb-49c15bddfa93 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265941 Jun 03 21:48:40.524491 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.584262 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Transition to ACTIVE for port object f881ea0e-b090-4d43-9f1b-cbe919affba9 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:40.612276 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.636415 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8667ee91-380c-4028-a2b3-8b758c26ce65 req-b1b36e69-fe99-4040-9117-a6334ad83cd3 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.1776173 Jun 03 21:48:40.655983 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:40.699144 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.772240 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:41.205431 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74914f03-c9e8-4222-966d-fc1a673c3c05 None None] Pushing event updated for resources: {'Port': ['ID=f881ea0e-b090-4d43-9f1b-cbe919affba9,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:41.226334 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-74914f03-c9e8-4222-966d-fc1a673c3c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:41.553681 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Attempting to bind port f881ea0e-b090-4d43-9f1b-cbe919affba9 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:41.556499 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Attempting to bind port f881ea0e-b090-4d43-9f1b-cbe919affba9 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:41.557137 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Attempting to bind port f881ea0e-b090-4d43-9f1b-cbe919affba9 on network 3fd1fac0-229a-4903-8467-394acb646a8c {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:41.578401 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:41.580624 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Checking segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:41.582971 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.584015 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Bound using segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:41.584955 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Bound port: f881ea0e-b090-4d43-9f1b-cbe919affba9, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:41.586873 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.612675 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:41.640321 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:41.838738 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:41.839162 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.261586 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] For port f881ea0e-b090-4d43-9f1b-cbe919affba9, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:42.268512 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:42.277534 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] For port f881ea0e-b090-4d43-9f1b-cbe919affba9, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f881ea0e-b090-4d43-9f1b-cbe919affba9,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:42.289075 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.307537 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3643e99d-f548-48a1-af62-b08dc68c228e None None] Provisioning for port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:42.313040 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-cc5d8569-e883-486a-a000-cd6470ac53d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:42.326764 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3643e99d-f548-48a1-af62-b08dc68c228e None None] Provisioning complete for port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:42.330166 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3643e99d-f548-48a1-af62-b08dc68c228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.339391 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:42.486331 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1284615e-6fb0-4fa1-85a3-abf167ea5a7b req-a87ec8dc-e82a-4ad3-b941-5d7222f1c1e3 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.2808340 Jun 03 21:48:42.512834 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:42.563925 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-3643e99d-f548-48a1-af62-b08dc68c228e None None] Port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:42.570282 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Sync routers for ids ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:42.586305 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:42.620404 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Routers {'56a4cfd3-2fcd-4fde-849c-7b43d2da1547'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:42.621455 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:42.668636 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57090586-4698-449c-95ec-7e8335c20033 req-93114e2a-acc2-47d5-88b1-a99cae50dd86 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.680171 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74914f03-c9e8-4222-966d-fc1a673c3c05 None None] Pushing event updated for resources: {'Port': ['ID=f881ea0e-b090-4d43-9f1b-cbe919affba9,revision_number=4']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:42.692282 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-57090586-4698-449c-95ec-7e8335c20033 req-93114e2a-acc2-47d5-88b1-a99cae50dd86 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 931 time: 0.7459517 Jun 03 21:48:42.700802 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-74914f03-c9e8-4222-966d-fc1a673c3c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:42.717172 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:42.731384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:42.890212 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-57090586-4698-449c-95ec-7e8335c20033 req-846e16a6-235f-4250-9b6a-f97eb9766dea tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953294 Jun 03 21:48:42.946144 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.260s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:43.029710 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:43.035812 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.038315 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 24.4328406 Jun 03 21:48:43.043041 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37746) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:43.467282 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Set router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:43.613871 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:43.883429 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:48:43.946931 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.990457 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Transition to ACTIVE for port object 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:44.006848 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.138210 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.169902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.370514 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.435201 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.472510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-398532cc-6062-4a1a-a07a-7885ad216ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:44.999739 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:28Z', 'revision_number': 3, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:45.014537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Network f7561395-ed9c-4aa7-aa1a-5af645450d62 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:45.020647 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.023968 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Checking router: 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:45.024739 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Updating router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:45.069261 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.074325 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 6.1509624 Jun 03 21:48:45.082966 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37794) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:45.088260 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:42Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:45.106795 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84cb9-baf6-4afd-9f2e-443e10bd0d99 None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:42Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:45.228961 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Pushing event updated for resources: {'Port': ['ID=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:45.254987 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:45.274884 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'security_group_rule': {'security_group_id': 'b8cad120-435c-459c-b866-1dca20027a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:45.372196 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.375904 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:45.382082 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:45.382747 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.408865 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:45.447422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:45.476028 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:45.487861 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Attempting to bind port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:45.488121 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Attempting to bind port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:45.488462 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Attempting to bind port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:45.500601 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:45.573289 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:48:45.573667 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Attempting to bind port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:45.581090 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.9464679 Jun 03 21:48:45.617703 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Request body: {'port': {'device_id': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:45.699355 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.720695 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Pushing event updated for resources: {'Port': ['ID=37e77f24-1d92-4602-8481-0b718bdeb3b2,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:45.727300 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:45.728291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:45.728663 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Checking segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:45.729352 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Bound using segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:45.729956 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Bound port: 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:45.730314 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.841500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.205s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:45.906253 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f881ea0e-b090-4d43-9f1b-cbe919affba9 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:45.945020 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37806) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:46.072532 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37810) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:46.088597 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port f881ea0e-b090-4d43-9f1b-cbe919affba9 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:46.105689 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port f881ea0e-b090-4d43-9f1b-cbe919affba9 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:46.106506 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.142203 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cad120-435c-459c-b866-1dca20027a3d,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:46.151375 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:46.178243 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.542s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:46.183215 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:46.247392 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ca8b-0f30-46ae-9abf-ccece7cd1621 req-e75f2af5-8b02-465b-b4e7-58b11a8e4da4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:46.259963 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2338ca8b-0f30-46ae-9abf-ccece7cd1621 req-e75f2af5-8b02-465b-b4e7-58b11a8e4da4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 943 time: 1.4247954 Jun 03 21:48:46.292733 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.db.resource_extend [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:46.512635 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.516037 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38105814-5599-41ce-80ae-2882337ff33a req-2837c9a6-c0a4-432c-b142-7b173d9a31f6 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:46.542762 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-38105814-5599-41ce-80ae-2882337ff33a req-2837c9a6-c0a4-432c-b142-7b173d9a31f6 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 931 time: 1.9389546 Jun 03 21:48:46.585331 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.600208 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port f881ea0e-b090-4d43-9f1b-cbe919affba9, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f881ea0e-b090-4d43-9f1b-cbe919affba9,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:46.608887 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.621406 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5e16fdb6-ec96-4381-9e44-ed5682ea5998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:46.651957 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.665508 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Transition to ACTIVE for port object 21ac5a02-7a9e-42bb-b55b-13ee27d02565 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:46.690208 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.731067 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Attempting to bind port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:46.731443 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Attempting to bind port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:46.731815 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Attempting to bind port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:46.742711 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:46.744099 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:46.744532 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.744945 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:46.745544 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Bound port: 21ac5a02-7a9e-42bb-b55b-13ee27d02565, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:46.745934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.769671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.822569 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=f881ea0e-b090-4d43-9f1b-cbe919affba9,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:46.838421 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:46.841541 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:46.869885 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:46.896078 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Usage tracker for resource:security_group_rule and tenant:3aff2059741840dfa30e870e4870b2a6 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:46.942830 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:46.971725 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dffa4-a549-4527-9c09-70232ceb158a None None] Pushing event updated for resources: {'Port': ['ID=21ac5a02-7a9e-42bb-b55b-13ee27d02565,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:46.980539 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:46.985849 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-d92dffa4-a549-4527-9c09-70232ceb158a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:46.996091 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] For port 21ac5a02-7a9e-42bb-b55b-13ee27d02565, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:47.003191 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] For port 21ac5a02-7a9e-42bb-b55b-13ee27d02565, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=21ac5a02-7a9e-42bb-b55b-13ee27d02565,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:47.011509 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.031759 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:47.040234 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.057790 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.062516 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.067844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] For port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:47.108341 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.122017 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:47.140414 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] For port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:47.142026 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:47.168682 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Routers {'56a4cfd3-2fcd-4fde-849c-7b43d2da1547'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:47.169418 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:47.201597 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Usage tracker for resource:security_group_rule and tenant:4cbcb67206bf49b9b13701089b1dd636 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:47.214960 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.222313 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:47.240354 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.241539 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a454a79-8049-4c25-91a6-28f3850209c1,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:47.255628 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:47.272354 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:47.291611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dffa4-a549-4527-9c09-70232ceb158a None None] Pushing event updated for resources: {'Port': ['ID=21ac5a02-7a9e-42bb-b55b-13ee27d02565,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:47.300781 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-38105814-5599-41ce-80ae-2882337ff33a req-32136110-eb82-4187-bf16-a27944e47684 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7562094 Jun 03 21:48:47.302144 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-d92dffa4-a549-4527-9c09-70232ceb158a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:47.331515 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2338ca8b-0f30-46ae-9abf-ccece7cd1621 req-7b3a7834-6157-4d25-84ff-e1ae0bbf8a68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0548682 Jun 03 21:48:47.333951 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.365840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1621a95e-45c5-43fa-87f3-729bfe6abd8f tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:47.453914 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:47.454705 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.456859 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] 10.222.0.107 "PUT /v2.0/ports/4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 HTTP/1.1" status: 200 len: 1093 time: 9.2814176 Jun 03 21:48:47.476805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e81b7-2754-4d21-9663-e82e15418f2f service neutron] Pushing event updated for resources: {'Port': ['ID=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:47.480791 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'tag': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:48:47.504158 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Allocated IP 172.20.0.1 (adac079e-9911-44dc-9bf8-719327c00b77/7d87f8ea-e45d-4919-a749-6303da69df68/f2faccf9-8c0f-4ed5-8303-9cab436a1b63) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:47.554564 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] Set router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:47.649700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.651828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.854663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.874488 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.912594 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9382007d-7859-4f74-8920-b88ad300cb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:47.953208 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4cbcb67206bf49b9b13701089b1dd636&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8636155 Jun 03 21:48:47.958274 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37834) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:47.971579 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.973560 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.978052 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7435224 Jun 03 21:48:47.995595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37836) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:48.017474 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'security_group_rule': {'security_group_id': 'b8cad120-435c-459c-b866-1dca20027a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:48.026283 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f881ea0e-b090-4d43-9f1b-cbe919affba9 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:48.027549 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:48.040117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:48.046541 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:48.058151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:48.081123 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.221061 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.225457 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb143e8-a4fa-42d4-a1ac-f14ab2ab6dc4,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:48.229060 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec736a6-ff03-4739-94b6-b81a2075eb64" -d '{"events": [{"name": "network-changed", "server_uuid": "1beab98d-f9d8-48e0-a3f3-fd7331bce13f", "tag": "4d93097c-f9a3-4ab2-aa6e-d5f38adb1176"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:48:48.240555 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.282815 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:48.283506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.290486 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-bab0d4a7-9633-415d-ab79-e848068700a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:48.298209 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port f881ea0e-b090-4d43-9f1b-cbe919affba9 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:48.299089 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.370227 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.405180 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:48.406057 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.439626 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:48.455425 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.460080 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3aff2059741840dfa30e870e4870b2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4493148 Jun 03 21:48:48.526024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4468050-a533-405c-a851-8e6992d1287d,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:48.552384 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.570048 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37850) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:48.570726 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37852) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:48.595401 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.695534 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Network adac079e-9911-44dc-9bf8-719327c00b77 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:48.716739 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:48.721419 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:48.722406 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.747636 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-e8901337-c359-446f-9b88-632f24e87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:48.749868 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-e8901337-c359-446f-9b88-632f24e87a5e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 1096 time: 1.1752737 Jun 03 21:48:48.780940 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:28Z', 'revision_number': 3, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:48.806032 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271da6f-12a3-4dbd-b1d4-2610041c220c None None] The sync data for ids ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'] in dv-cinder-794669-4-smb is: [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:28Z', 'revision_number': 3, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:48.916345 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d22b381-40c9-42f2-abb9-4169e0a44431 x-openstack-request-id: req-5d22b381-40c9-42f2-abb9-4169e0a44431 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:48:48.917373 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1beab98d-f9d8-48e0-a3f3-fd7331bce13f", "tag": "4d93097c-f9a3-4ab2-aa6e-d5f38adb1176", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:48:48.918332 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d22b381-40c9-42f2-abb9-4169e0a44431 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:48:48.919452 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'tag': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'status': 'completed', 'code': 200} Jun 03 21:48:49.003800 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-e7670290-ad49-4eb4-a355-268cb955b2e6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 HTTP/1.1" status: 200 len: 217 time: 0.2413073 Jun 03 21:48:49.022960 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:49.042331 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:49.096262 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.105898 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.114926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:49.128590 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:49.175149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.182932 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:49.261322 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.265195 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.274491 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:49.290259 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Usage tracker for resource:security_group_rule and tenant:478b7bc52d784b06aacca92459974bfb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:49.308093 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-13a046af-115d-415f-b8fd-1b0a2e7fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:49.309877 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-13a046af-115d-415f-b8fd-1b0a2e7fedbf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.2982643 Jun 03 21:48:49.314508 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.323785 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:49.327877 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.db.resource_extend [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:49.336898 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260e07e6-f977-428a-9278-61394feb0b9d,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:49.383889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:49.392129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-853e2534-2c3c-4965-9adb-b0f178cfd869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:49.403538 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:49.446680 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8c0bb-acfa-4bdb-b46a-fa7c3b58cf6c req-e81b3a45-6e99-4591-b52b-64640bbe9d76 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:49.450369 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5ff8c0bb-acfa-4bdb-b46a-fa7c3b58cf6c req-e81b3a45-6e99-4591-b52b-64640bbe9d76 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 931 time: 0.8114119 Jun 03 21:48:49.451395 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.488732 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-eb72d925-217a-43e2-9de8-b6d229438de1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506233 Jun 03 21:48:49.495525 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.499999 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2bb143e8-a4fa-42d4-a1ac-f14ab2ab6dc4 HTTP/1.1" status: 204 len: 168 time: 1.5369248 Jun 03 21:48:49.502234 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.514430 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5159001 Jun 03 21:48:49.517111 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb143e8-a4fa-42d4-a1ac-f14ab2ab6dc4,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:49.520481 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:49.557517 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37864) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:49.565856 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'floatingip': {'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:49.602758 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-e51b86b8-8413-4c85-8366-80add260ad41 None None] Provisioning complete for port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:49.603469 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e51b86b8-8413-4c85-8366-80add260ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.712643 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-e51b86b8-8413-4c85-8366-80add260ad41 None None] Port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:49.777413 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e77f24-1d92-4602-8481-0b718bdeb3b2 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:48:49.822822 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:49.838975 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:floatingip and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:49.845053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:49.856198 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.897138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 21ac5a02-7a9e-42bb-b55b-13ee27d02565 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:49.950344 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Transition to ACTIVE for port object 37e77f24-1d92-4602-8481-0b718bdeb3b2 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:49.952939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Router 53d84f39-c410-4ae0-8b76-c23bee40962e has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:49.957596 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.993964 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.002250 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.004634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:50.040784 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-319a1197-72eb-4d36-b085-26f9ec1baf0b service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008178 Jun 03 21:48:50.047708 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4468050-a533-405c-a851-8e6992d1287d,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:50.051113 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:50.071559 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-77b78764-848d-4688-974d-5aaf0d85cc68 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.086540 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29823978-dd73-45fd-8ef5-07bd6c209103 req-9af4d010-2811-40c6-a6ea-e9c3975fa0b9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:50.107289 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29823978-dd73-45fd-8ef5-07bd6c209103 req-9af4d010-2811-40c6-a6ea-e9c3975fa0b9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 943 time: 1.0611098 Jun 03 21:48:50.210694 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:50.219300 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:50.227611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.278399 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5ff8c0bb-acfa-4bdb-b46a-fa7c3b58cf6c req-cbf73eca-f22a-48fb-b830-d60905e82769 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938650 Jun 03 21:48:50.311995 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37868) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:50.414005 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.438475 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 21ac5a02-7a9e-42bb-b55b-13ee27d02565, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=21ac5a02-7a9e-42bb-b55b-13ee27d02565,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:50.445731 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.450186 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.550559 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.552664 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4468050-a533-405c-a851-8e6992d1287d HTTP/1.1" status: 204 len: 168 time: 1.9804780 Jun 03 21:48:50.560546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.582418 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.617665 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=21ac5a02-7a9e-42bb-b55b-13ee27d02565,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:50.632448 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:50.642037 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.667298 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.692681 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.708958 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29823978-dd73-45fd-8ef5-07bd6c209103 req-1054b443-eb30-48a9-9b3d-3114fb340b58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479712 Jun 03 21:48:50.724194 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:50.736947 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.755668 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.849898 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Usage tracker for resource:security_group_rule and tenant:3ae25887fa87415da4dfafe29a3ef140 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:50.855789 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:50.864036 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:50.865088 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.879350 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:50.884534 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Pushing event updated for resources: {'Port': ['ID=37e77f24-1d92-4602-8481-0b718bdeb3b2,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:50.884828 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:50.918894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:50.919239 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5645a7e7-cccb-43a2-a9df-56a029c64023 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.947125 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Attempting to bind port 37e77f24-1d92-4602-8481-0b718bdeb3b2 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:50.947459 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Attempting to bind port 37e77f24-1d92-4602-8481-0b718bdeb3b2 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '172d2f05-af9a-4895-81be-aaafa89ef30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:50.947788 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Attempting to bind port 37e77f24-1d92-4602-8481-0b718bdeb3b2 on network f7561395-ed9c-4aa7-aa1a-5af645450d62 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:51.097609 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Port 37e77f24-1d92-4602-8481-0b718bdeb3b2 on network f7561395-ed9c-4aa7-aa1a-5af645450d62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:48:51.098084 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Attempting to bind port 37e77f24-1d92-4602-8481-0b718bdeb3b2 on network f7561395-ed9c-4aa7-aa1a-5af645450d62 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:51.153841 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=478b7bc52d784b06aacca92459974bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5691075 Jun 03 21:48:51.157493 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37874) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:51.192752 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:51.193417 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Checking segment: {'id': '172d2f05-af9a-4895-81be-aaafa89ef30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:51.194076 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Bound using segment: {'id': '172d2f05-af9a-4895-81be-aaafa89ef30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:51.194903 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Bound port: 37e77f24-1d92-4602-8481-0b718bdeb3b2, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172d2f05-af9a-4895-81be-aaafa89ef30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1543, 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:51.195500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.227436 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-27df32f2-e4c2-4998-85e4-9c36582f6efd req-999a8f72-3e92-4bfc-8329-865bc8f72de4 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1569037 Jun 03 21:48:51.238044 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d359d7c-2403-485d-aa90-db6e8e8a5dca,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.248096 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:51.251291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:51.260523 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] 10.222.0.77 "PUT /v2.0/routers/53d84f39-c410-4ae0-8b76-c23bee40962e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.2753305 Jun 03 21:48:51.284748 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Network adac079e-9911-44dc-9bf8-719327c00b77 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:51.290683 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:51.300053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:51.353692 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:51.359737 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:51.550267 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37880) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:51.552072 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.589045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.594430 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.646687 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.657723 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] For port 37e77f24-1d92-4602-8481-0b718bdeb3b2, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:51.675232 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.699123 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.706395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] For port 37e77f24-1d92-4602-8481-0b718bdeb3b2, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2,segment=NetworkSegment(172d2f05-af9a-4895-81be-aaafa89ef30a),segment_id=172d2f05-af9a-4895-81be-aaafa89ef30a)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:51.714561 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:51.726172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e562d22bef4b6c817d9ea6056349f8 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:51.731454 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.733711 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:51.781869 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:51.785142 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:51.916557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:51.917554 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.919940 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] 10.222.0.107 "PUT /v2.0/ports/37e77f24-1d92-4602-8481-0b718bdeb3b2 HTTP/1.1" status: 200 len: 1093 time: 6.3114436 Jun 03 21:48:51.923367 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'tag': '37e77f24-1d92-4602-8481-0b718bdeb3b2'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:48:51.927533 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ededcd9-832d-4f0c-9e62-651cb603a992" -d '{"events": [{"name": "network-changed", "server_uuid": "cd60f078-debb-4441-a16f-c144b5a6cff6", "tag": "37e77f24-1d92-4602-8481-0b718bdeb3b2"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:48:51.946117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-9bdb4cb9-2970-4c2f-a882-59e51d65d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:51.958074 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-9bdb4cb9-2970-4c2f-a882-59e51d65d667 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 1096 time: 0.5503933 Jun 03 21:48:51.997057 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0ae9d0aa-5a80-4569-a77c-f692f0124892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:52.003202 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 21ac5a02-7a9e-42bb-b55b-13ee27d02565 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:52.024213 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.051670 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:52.172737 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Pushing event updated for resources: {'Port': ['ID=37e77f24-1d92-4602-8481-0b718bdeb3b2,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:52.192923 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:52.211530 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:52.211908 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.439252 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-2f47fe6f-21a4-41cb-9213-6aa824fe41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.441799 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-2f47fe6f-21a4-41cb-9213-6aa824fe41e7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 917 time: 0.4710240 Jun 03 21:48:52.541716 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ae25887fa87415da4dfafe29a3ef140&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9526286 Jun 03 21:48:52.546765 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-3032772c-e2ec-454f-af2a-acdd824612c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.548491 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-3032772c-e2ec-454f-af2a-acdd824612c5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6100f00626404b84820a8456d9d2d5c7&device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 1096 time: 0.4991646 Jun 03 21:48:52.552218 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37890) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.552468 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7523fff-ef0f-4d3b-b965-069323ad1eab,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:52.558819 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-47a4cdce-d83e-4b66-b664-8750de639396 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 HTTP/1.1" status: 200 len: 217 time: 0.1031275 Jun 03 21:48:52.559121 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:52.574625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.645493 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:48:45Z', 'revision_number': 2, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.650689 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:52.650945 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Allocated IP 172.28.1.185 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/0ef672ef-8c34-4998-ad70-8e4f6d8cae94) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:52.651228 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Updating router 53d84f39-c410-4ae0-8b76-c23bee40962e port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:52.692031 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.719796 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-4f1b1068-aef9-43db-8dc5-696d2faaef4f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2 HTTP/1.1" status: 200 len: 217 time: 0.1503627 Jun 03 21:48:52.730864 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:52.735485 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:52.788155 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.794207 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b4b4-4f2d-4fd0-bc43-c68b7d8d5f2f req-3cc75b39-c294-4c15-aa49-b73e98790270 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.797904 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d729b4b4-4f2d-4fd0-bc43-c68b7d8d5f2f req-3cc75b39-c294-4c15-aa49-b73e98790270 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 943 time: 1.2328141 Jun 03 21:48:52.847049 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e56e7b-f5c4-4b24-adaa-8b6f09cf8709 req-9a077b56-78ed-41d1-a40c-fa6a8305ab6a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.849396 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c0e56e7b-f5c4-4b24-adaa-8b6f09cf8709 req-9a077b56-78ed-41d1-a40c-fa6a8305ab6a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 943 time: 0.7176299 Jun 03 21:48:52.850951 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.865961 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1e562d22bef4b6c817d9ea6056349f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3143721 Jun 03 21:48:52.879225 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-82820099-08f0-4416-b2c5-8f827847c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.882690 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-82820099-08f0-4416-b2c5-8f827847c275 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.3094420 Jun 03 21:48:52.884354 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37892) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.929556 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08e50c8-1d01-46f6-a1f1-8933365b68d7,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:52.944897 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-06be4725-9db8-42cc-b0e1-3ea5cb9e2859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:52.995585 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:53.030690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-a4b498f9-084f-4947-a950-8d627fe0f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:53.032676 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-a4b498f9-084f-4947-a950-8d627fe0f8ce service neutron] 10.222.0.107 "GET /v2.0/subnets?id=93f3ca5a-d46a-4190-8993-38e0f0a7176c HTTP/1.1" status: 200 len: 851 time: 0.2746308 Jun 03 21:48:53.043143 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-77e32d7d-679a-4441-b860-b7e392a8057e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316109 Jun 03 21:48:53.049952 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.090304 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d359d7c-2403-485d-aa90-db6e8e8a5dca,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:53.117788 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:53.177143 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d729b4b4-4f2d-4fd0-bc43-c68b7d8d5f2f req-bc19cae1-8073-4dab-97e9-31fd2dfcacdc tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531330 Jun 03 21:48:53.197865 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-6f74d1b6-2063-4668-a155-3e083cb23a94 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7561395-ed9c-4aa7-aa1a-5af645450d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493974 Jun 03 21:48:53.219262 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c0e56e7b-f5c4-4b24-adaa-8b6f09cf8709 req-a71ce8c5-c548-4673-ac9a-ddfa213488de tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243556 Jun 03 21:48:53.400076 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888a7165-a68f-4c3c-a591-ca4c4c1db0c8 x-openstack-request-id: req-888a7165-a68f-4c3c-a591-ca4c4c1db0c8 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:48:53.400566 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd60f078-debb-4441-a16f-c144b5a6cff6", "tag": "37e77f24-1d92-4602-8481-0b718bdeb3b2", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:48:53.400997 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-888a7165-a68f-4c3c-a591-ca4c4c1db0c8 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:48:53.401649 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'tag': '37e77f24-1d92-4602-8481-0b718bdeb3b2', 'status': 'completed', 'code': 200} Jun 03 21:48:53.434087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.464819 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.471296 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d359d7c-2403-485d-aa90-db6e8e8a5dca HTTP/1.1" status: 204 len: 168 time: 2.3099537 Jun 03 21:48:53.482272 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.500038 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.521903 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Transition to ACTIVE for port object d6a561c3-88c3-4b6d-9a5b-33864dee25a6 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:53.528121 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.535556 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.551293 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:53.562617 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] 10.222.0.77 "PUT /v2.0/routers/56a4cfd3-2fcd-4fde-849c-7b43d2da1547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5177312 Jun 03 21:48:53.563575 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-6f608033-e39d-46ae-9693-048ed170155c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:53.581718 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Sync routers for ids ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:53.600292 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.612038 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:53.613758 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Routers {'56a4cfd3-2fcd-4fde-849c-7b43d2da1547'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:53.614860 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:53.917100 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1125b9-1261-4807-b5bd-ae84afa3db6b None None] Pushing event updated for resources: {'Port': ['ID=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:53.922531 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:53.924206 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-5f1125b9-1261-4807-b5bd-ae84afa3db6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:53.949344 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:53.977062 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:54.028448 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'Port': ['ID=0ef672ef-8c34-4998-ad70-8e4f6d8cae94,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:54.035151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:54.042723 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Attempting to bind port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:54.043132 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Attempting to bind port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:54.043500 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Attempting to bind port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 on network a92c9e8f-e534-4592-b5a6-644e46c85660 {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:54.050936 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:54.051435 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Checking segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:54.051732 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.052130 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Bound using segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:54.052621 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Bound port: d6a561c3-88c3-4b6d-9a5b-33864dee25a6, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:54.052997 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.134134 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.192130 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] For port d6a561c3-88c3-4b6d-9a5b-33864dee25a6, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:54.195916 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] For port d6a561c3-88c3-4b6d-9a5b-33864dee25a6, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:54.204843 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.241990 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:54.334390 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.399069 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:48:54.465469 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1125b9-1261-4807-b5bd-ae84afa3db6b None None] Pushing event updated for resources: {'Port': ['ID=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,revision_number=4']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:54.477409 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-5f1125b9-1261-4807-b5bd-ae84afa3db6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:54.484492 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:54.485981 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:54.513654 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-481615d2-2ca2-4c84-93bf-5d2a68ea047a service neutron] 10.222.0.107 "GET /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739783 Jun 03 21:48:54.760110 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.805899 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37914) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:54.816824 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Set router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:54.821992 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538927903', 'description': 'tempest-description--1052665890'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:54.828219 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-c3a4df6c-c690-4405-8f4c-f86a632f2a27 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7689991 Jun 03 21:48:54.853321 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:54.863000 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:54.870753 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:54.888361 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:54.895678 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.905537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37916) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:54.926896 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:54.929670 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.956087 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:54.961009 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'port_id': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'mac_address': 'fa:16:3e:0d:54:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa33d65-0a15-426f-a5e8-21167b0557e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:48:55.014320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-25799a2e-ee27-4bc5-a768-3a3a6a0cd817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.042578 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.096926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7523fff-ef0f-4d3b-b965-069323ad1eab,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.212772 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.247839 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:48:55.272047 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.292541 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:55.299385 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.305247 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:55.314582 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:55.316626 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.346447 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.351611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-d92dffa4-a549-4527-9c09-70232ceb158a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.361835 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Usage tracker for resource:security_group_rule and tenant:21605b5d44754142b34ffdea4178a286 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:55.376005 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8287a-c58b-4f84-887a-036235446894 req-63846217-b52b-4df4-ac97-7cb132203d7c tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:55.376576 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:55.388638 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c3e8287a-c58b-4f84-887a-036235446894 req-63846217-b52b-4df4-ac97-7cb132203d7c tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 943 time: 0.9251418 Jun 03 21:48:55.394589 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.396920 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7523fff-ef0f-4d3b-b965-069323ad1eab HTTP/1.1" status: 204 len: 168 time: 2.8434207 Jun 03 21:48:55.398929 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:55.406058 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:55.430583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:55.435384 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.501771 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:55.512466 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.540421 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.546242 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.577531 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f2faccf9-8c0f-4ed5-8303-9cab436a1b63', 'name': '', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'mac_address': 'fa:16:3e:fd:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:46Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 2, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'subnets': [{'id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:55.587901 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Checking router: 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:55.588498 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Updating router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:55.646197 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c3e8287a-c58b-4f84-887a-036235446894 req-abb20b25-9476-4dc8-bb66-7a0eae984c7d tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425144 Jun 03 21:48:55.646870 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-4ec736a6-ff03-4739-94b6-b81a2075eb64 req-716e92e9-f40d-4d3f-ab8e-df76dcd96ed5 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168819 Jun 03 21:48:55.648031 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.672544 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'Port': ['ID=0ef672ef-8c34-4998-ad70-8e4f6d8cae94,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.680506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.694140 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:48:55.703312 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.705589 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1449122 Jun 03 21:48:55.720247 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.799374 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:48:54Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:55.806058 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b460df-e944-4ee0-95f2-1ec1660dc2a7 req-bcb0eaac-d52d-4bdc-b60a-da979fdeafa8 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:55.808900 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-37b460df-e944-4ee0-95f2-1ec1660dc2a7 req-bcb0eaac-d52d-4bdc-b60a-da979fdeafa8 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 944 time: 0.5282953 Jun 03 21:48:55.809789 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d8e97-272d-46e7-bf16-45734d85dde8 None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:48:54Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:55.849110 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.911408 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-3139d571-cb64-422f-a9e4-0bda34ba2ae2 req-b18833d2-7994-4951-a949-1f2ed61529b6 service neutron] 10.222.0.107 "GET /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2815487 Jun 03 21:48:55.938918 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.942052 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08e50c8-1d01-46f6-a1f1-8933365b68d7,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.950973 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.965693 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.994390 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.997105 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d08e50c8-1d01-46f6-a1f1-8933365b68d7 HTTP/1.1" status: 204 len: 168 time: 3.1045418 Jun 03 21:48:56.038747 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.113965 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-37b460df-e944-4ee0-95f2-1ec1660dc2a7 req-8fc60b9d-bb8c-4921-8f13-5c9bc9541a90 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437077 Jun 03 21:48:56.182619 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd93055-4c37-4de6-b287-2ddf8cebd330,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:56.189763 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:56.191511 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.194148 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3835723 Jun 03 21:48:56.196731 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 37926) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:56.223257 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'security_group_rule': {'security_group_id': '6bd93055-4c37-4de6-b287-2ddf8cebd330', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:56.239123 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:56.255215 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:56.270071 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:56.276335 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:56.324606 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.328957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.338678 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.368258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-460f3d84-5b72-4623-9ba7-7dbdb9df69c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.515959 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6501e3e-def5-4579-9ec1-44f3dc63e7e8,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:56.539301 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:56.550974 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21605b5d44754142b34ffdea4178a286&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6359770 Jun 03 21:48:56.566058 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37930) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:56.660699 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-42f6a2b7-0dd0-43c7-81e5-f236822ef9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:56.666054 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-42f6a2b7-0dd0-43c7-81e5-f236822ef9c7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6100f00626404b84820a8456d9d2d5c7&device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 1096 time: 0.6250687 Jun 03 21:48:56.808536 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.822709 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.831421 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-eabb5394-9542-4492-90d3-9b88a2daf55a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.924704 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.051117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be1fa77-2cb6-437c-a66e-07cb43b7693b,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.120612 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.135228 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-75a87254-ee13-47c0-b0c7-32586c5cf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:57.138137 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-75a87254-ee13-47c0-b0c7-32586c5cf674 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7561395-ed9c-4aa7-aa1a-5af645450d62 HTTP/1.1" status: 200 len: 913 time: 0.4629436 Jun 03 21:48:57.146899 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.162825 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Transition to ACTIVE for port object f2faccf9-8c0f-4ed5-8303-9cab436a1b63 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:57.189239 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.196328 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.205485 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.208066 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0065508 Jun 03 21:48:57.237473 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.254747 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-22f871b2-6770-4195-8131-1880653e6ea4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1938543027&fields=id&tenant_id=9960508086bf46c9b120245c8478bde7 HTTP/1.1" status: 200 len: 267 time: 0.2908676 Jun 03 21:48:57.264124 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37958) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:57.439480 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'security_group_rule': {'security_group_id': '6bd93055-4c37-4de6-b287-2ddf8cebd330', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:57.543865 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:57.563647 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-89348eb9-2d1e-4ec8-9f01-0706f0680f4f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2 HTTP/1.1" status: 200 len: 217 time: 0.2952108 Jun 03 21:48:57.604882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:57.704162 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7db0ff-9161-4043-bae1-f5b835d02a6f None None] Pushing event updated for resources: {'Port': ['ID=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.707566 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ba7db0ff-9161-4043-bae1-f5b835d02a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.792871 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:57.818965 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-dd7a3633-f7e4-4e95-ada5-af2f707a5e7a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:57.821163 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-dd7a3633-f7e4-4e95-ada5-af2f707a5e7a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 819 time: 0.7819114 Jun 03 21:48:57.835371 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-ebcdbf38-b382-4225-a7ec-7bb9188a544a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:57.841800 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-ebcdbf38-b382-4225-a7ec-7bb9188a544a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 811 time: 0.5709741 Jun 03 21:48:57.842318 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Attempting to bind port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:57.845426 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Attempting to bind port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:57.845972 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Attempting to bind port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 on network adac079e-9911-44dc-9bf8-719327c00b77 {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:57.877771 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:57.882706 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Checking segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:57.883610 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.884242 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Bound using segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:57.885092 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Bound port: f2faccf9-8c0f-4ed5-8303-9cab436a1b63, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:57.885748 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.887592 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-dd78bd06-9f36-4093-a203-2602fc4ddd95 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/quotas/f0f2bb809def405c8b9f768b9c9a3438 HTTP/1.1" status: 200 len: 375 time: 0.0389931 Jun 03 21:48:57.906378 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-9391ad12-be1d-4c33-b485-f933734f2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:57.912960 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-9391ad12-be1d-4c33-b485-f933734f2209 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=93f3ca5a-d46a-4190-8993-38e0f0a7176c HTTP/1.1" status: 200 len: 851 time: 0.2819979 Jun 03 21:48:57.912960 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:58.079128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-a4f67d12-750d-4faa-9fcd-2f5147b433d0 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/quotas/9960508086bf46c9b120245c8478bde7 HTTP/1.1" status: 200 len: 375 time: 0.1893702 Jun 03 21:48:58.110347 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-b2400295-1359-4e6e-b3ff-094e003d38ce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7561395-ed9c-4aa7-aa1a-5af645450d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911051 Jun 03 21:48:58.126926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.138499 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8f7fc0f3-6c5d-40e5-868a-e4e49c4bfbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.154449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.242210 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] For port f2faccf9-8c0f-4ed5-8303-9cab436a1b63, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:58.250173 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] For port f2faccf9-8c0f-4ed5-8303-9cab436a1b63, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:58.259598 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d6a561c3-88c3-4b6d-9a5b-33864dee25a6 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:58.304199 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6501e3e-def5-4579-9ec1-44f3dc63e7e8,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:58.362157 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:58.412959 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 37e77f24-1d92-4602-8481-0b718bdeb3b2 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:48:58.432319 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-7a00ea34-fb23-4a0a-a216-931fc58d7c0f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Synchronizing usage tracker for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:58.480684 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-7a00ea34-fb23-4a0a-a216-931fc58d7c0f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Unset dirty status for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:58.486848 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-7a00ea34-fb23-4a0a-a216-931fc58d7c0f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5900040 Jun 03 21:48:58.501619 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.508675 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:58.512208 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6501e3e-def5-4579-9ec1-44f3dc63e7e8 HTTP/1.1" status: 204 len: 168 time: 1.9420445 Jun 03 21:48:58.600815 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-60f9f176-addc-4d14-a10c-0bdee09224ee tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:58.643131 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.651642 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.662844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.679835 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8117341e-87b0-4241-b1d4-5c657730197b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.694099 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.714856 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b628948c-407b-4f9a-8c91-dba7314e064b,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:58.732362 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:58.775101 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.776859 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5069253 Jun 03 21:48:58.781754 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 37990) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:58.789876 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'floatingip': {'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:58.802063 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:58.814224 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:floatingip and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:58.820247 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-60f9f176-addc-4d14-a10c-0bdee09224ee tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:58.823494 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:58.825810 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-60f9f176-addc-4d14-a10c-0bdee09224ee tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7202039 Jun 03 21:48:58.833308 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-7d6e3c4e-ce5c-489f-9ed9-a498f9a031e3 service neutron] 10.222.0.107 "GET /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963668 Jun 03 21:48:58.847340 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:58.971899 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-11cf8fe2-3782-4533-8d86-00ded255da44 service neutron] 10.222.0.77 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506960 Jun 03 21:48:59.001643 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Routers {'56a4cfd3-2fcd-4fde-849c-7b43d2da1547'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:59.002476 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:48:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:59.100191 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:59.174052 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7db0ff-9161-4043-bae1-f5b835d02a6f None None] Pushing event updated for resources: {'Port': ['ID=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.182264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ba7db0ff-9161-4043-bae1-f5b835d02a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.188813 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:59.189196 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.242200 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ededcd9-832d-4f0c-9e62-651cb603a992 req-41a09485-eb2e-4f5e-aea1-92d851e3abe6 service neutron] 10.222.0.107 "GET /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861966 Jun 03 21:48:59.249173 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.335544 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 37e77f24-1d92-4602-8481-0b718bdeb3b2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2,segment=NetworkSegment(172d2f05-af9a-4895-81be-aaafa89ef30a),segment_id=172d2f05-af9a-4895-81be-aaafa89ef30a)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:59.376758 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:59.385949 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '37e77f24-1d92-4602-8481-0b718bdeb3b2', 'network_id': 'f7561395-ed9c-4aa7-aa1a-5af645450d62', 'port_id': '37e77f24-1d92-4602-8481-0b718bdeb3b2', 'mac_address': 'fa:16:3e:55:87:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f3ca5a-d46a-4190-8993-38e0f0a7176c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:48:59.479414 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:59.479826 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.502398 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.504417 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-e7db56f9-f19e-4041-a922-f45976df6138 service neutron] 10.222.0.77 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401124 Jun 03 21:48:59.509323 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-b96f9a0d-3e6e-4877-a904-7f472a3ddbb9 service neutron] 10.222.0.77 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375000 Jun 03 21:48:59.727141 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.853422 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] Set router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:59.866531 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-191b900c-d748-4b68-b4bf-0a5f2b96e8e9 service neutron] 10.222.0.77 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363085 Jun 03 21:48:59.925192 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Allocated IP 172.28.1.106 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/40311069-9d45-468b-8a2f-a5628400dce5) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:00.237467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e77f24-1d92-4602-8481-0b718bdeb3b2 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:00.361843 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 37e77f24-1d92-4602-8481-0b718bdeb3b2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2,segment=NetworkSegment(172d2f05-af9a-4895-81be-aaafa89ef30a),segment_id=172d2f05-af9a-4895-81be-aaafa89ef30a)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:00.466183 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.594294 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.629677 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:00.768099 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c5d73-ec90-45b3-a61d-8d303df720a7 req-13b854b0-f305-4fd2-bfc3-76b928bdb666 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:00.781315 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-338c5d73-ec90-45b3-a61d-8d303df720a7 req-13b854b0-f305-4fd2-bfc3-76b928bdb666 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 944 time: 0.4628625 Jun 03 21:49:00.801222 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e26ddc-5d51-4564-82d4-272047e4dce5 req-56544484-31fd-46f1-b3cc-e7a1edc1a376 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:00.806823 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f7e26ddc-5d51-4564-82d4-272047e4dce5 req-56544484-31fd-46f1-b3cc-e7a1edc1a376 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 944 time: 0.3067102 Jun 03 21:49:00.819973 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.928436 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:00.932149 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:00.937747 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:01.004259 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:01.053721 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-338c5d73-ec90-45b3-a61d-8d303df720a7 req-abb819fd-d4d5-42d3-ab02-ca15c167e064 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706556 Jun 03 21:49:01.060241 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.063564 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f7e26ddc-5d51-4564-82d4-272047e4dce5 req-a909f3bd-891f-452f-a6d6-f380f444fd3f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809609 Jun 03 21:49:01.261422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'Port': ['ID=40311069-9d45-468b-8a2f-a5628400dce5,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:01.280141 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:01.313293 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-075e0a07-5bf1-4697-959e-22a3704a31ec req-89916124-5f00-4acd-9461-eee5c6e49c30 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 210 time: 0.1339707 Jun 03 21:49:01.324286 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.339823 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.513755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['37e77f24-1d92-4602-8481-0b718bdeb3b2'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:01.547347 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cf030c94-8b93-42ef-b646-81990844669b req-f29552af-f4a4-4b75-8bf9-77f8aee49caa tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 210 time: 0.1121240 Jun 03 21:49:01.627234 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.831997 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.843664 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.855772 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:01.915432 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:01.959965 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.012621 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'Port': ['ID=40311069-9d45-468b-8a2f-a5628400dce5,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.018401 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.019464 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.022158 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2386599 Jun 03 21:49:02.043319 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port d6a561c3-88c3-4b6d-9a5b-33864dee25a6, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:02.045529 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=37e77f24-1d92-4602-8481-0b718bdeb3b2,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.081745 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.094159 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.108352 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:02.132324 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:02.252842 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f65a8d51-1d17-4102-abb2-06c7d7b2eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.389552 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.595795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.613394 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.614768 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5db748aa-9b16-4ce5-be40-4a43e0df2627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:02.766947 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.784766 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.794533 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f2faccf9-8c0f-4ed5-8303-9cab436a1b63', 'name': '', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'mac_address': 'fa:16:3e:fd:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:46Z', 'updated_at': '2021-06-03T21:48:58Z', 'revision_number': 4, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'subnets': [{'id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:02.804122 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7149f2a-47ea-44a8-9d90-ed69746c1027 None None] The sync data for ids ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'] in dv-cinder-794669-4-smb is: [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f2faccf9-8c0f-4ed5-8303-9cab436a1b63', 'name': '', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'mac_address': 'fa:16:3e:fd:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:46Z', 'updated_at': '2021-06-03T21:48:58Z', 'revision_number': 4, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'subnets': [{'id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:02.962416 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-1f6d7fbe-890a-4949-bd6b-8fb60cb66fb7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:02.975282 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-1f6d7fbe-890a-4949-bd6b-8fb60cb66fb7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 819 time: 0.7182074 Jun 03 21:49:03.056588 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cb0b592c-7156-42f1-9af0-df04e714fb1f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:03.057994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cb0b592c-7156-42f1-9af0-df04e714fb1f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Synchronizing usage tracker for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:03.067546 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-42d70aed-ade6-4214-9198-c1cb1482651f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/quotas/f0f2bb809def405c8b9f768b9c9a3438 HTTP/1.1" status: 200 len: 375 time: 0.0907788 Jun 03 21:49:03.172299 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cb0b592c-7156-42f1-9af0-df04e714fb1f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Unset dirty status for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:03.177938 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cb0b592c-7156-42f1-9af0-df04e714fb1f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 819 time: 0.6819832 Jun 03 21:49:03.193602 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Request body: {'port': {'device_id': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'admin_state_up': True, 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:03.390500 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6c0fe-7f93-43d8-b9a0-054b92108562 req-85f36b65-061e-4937-a6ca-6d2fbaf7b819 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:03.393217 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2f6c0fe-7f93-43d8-b9a0-054b92108562 req-85f36b65-061e-4937-a6ca-6d2fbaf7b819 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 944 time: 1.0250900 Jun 03 21:49:03.435429 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d588ea-fb04-4c01-bd70-960b5026caa3" -d '{"events": [{"server_uuid": "1beab98d-f9d8-48e0-a3f3-fd7331bce13f", "name": "network-vif-plugged", "status": "completed", "tag": "4d93097c-f9a3-4ab2-aa6e-d5f38adb1176"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:03.552893 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2f6c0fe-7f93-43d8-b9a0-054b92108562 req-83d57bec-4ee4-4965-87f4-09a831edab36 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465552 Jun 03 21:49:03.598082 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d22af3ca-2775-4303-b9aa-d661e8acc834 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5290596 Jun 03 21:49:03.675252 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:03.708096 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:03.751067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Made reservation on behalf of f0f2bb809def405c8b9f768b9c9a3438 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:03.761989 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.200434 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-2e0ad69e-3e49-4670-a8ab-c103d4588ab3 service neutron] 10.222.0.77 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960009 Jun 03 21:49:04.262718 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-20368b27-f7c4-4c9b-ad4c-8e3e5dc5f42f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:04.263332 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-20368b27-f7c4-4c9b-ad4c-8e3e5dc5f42f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:04.423235 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.444491 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-20368b27-f7c4-4c9b-ad4c-8e3e5dc5f42f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:04.445761 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-20368b27-f7c4-4c9b-ad4c-8e3e5dc5f42f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 811 time: 1.0186112 Jun 03 21:49:04.534274 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafadcdf-5377-49af-98dc-391e47251d47 req-8d60595f-c9cd-4314-bc15-0d1a81d3b442 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:04.537068 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dafadcdf-5377-49af-98dc-391e47251d47 req-8d60595f-c9cd-4314-bc15-0d1a81d3b442 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 945 time: 0.5700991 Jun 03 21:49:04.573447 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Allocated IP 172.20.0.3 (adac079e-9911-44dc-9bf8-719327c00b77/7d87f8ea-e45d-4919-a749-6303da69df68/c5c50da4-e173-43af-8f12-59fe64b43dc0) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:04.573775 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d6a561c3-88c3-4b6d-9a5b-33864dee25a6 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:04.585453 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-5743a456-171f-4505-b2bc-d6bf489b0b7e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:security_group {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:04.659102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-5743a456-171f-4505-b2bc-d6bf489b0b7e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:security_group {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:04.667321 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-5743a456-171f-4505-b2bc-d6bf489b0b7e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9960508086bf46c9b120245c8478bde7 HTTP/1.1" status: 200 len: 380 time: 0.2046525 Jun 03 21:49:04.681188 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'port': {'device_id': '927282d8-a02a-4177-952c-af8ebdc50df7', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'admin_state_up': True, 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'security_groups': ['b8cad120-435c-459c-b866-1dca20027a3d']}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:04.833572 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 37e77f24-1d92-4602-8481-0b718bdeb3b2 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:04.834961 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dafadcdf-5377-49af-98dc-391e47251d47 req-cbf853ec-3f4e-4790-a365-a4b357a1c89e tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302714 Jun 03 21:49:04.935174 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-7818fd27-1629-45fc-91e8-818a3070cb20 service neutron] 10.222.0.77 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221870 Jun 03 21:49:05.156136 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-2d92dc9a-e045-4bbc-b78a-f8c4edbae238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.362548 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:05.364381 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.425460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:05.556382 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:05.586103 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Made reservation on behalf of 9960508086bf46c9b120245c8478bde7 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:05.590451 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.649467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 37e77f24-1d92-4602-8481-0b718bdeb3b2 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:05.661241 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-965c4276-9f6d-488f-bb94-5d0842ebb551 req-b3acb72c-dd95-4c2e-856e-ef9ec6c2c2b0 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 210 time: 0.2698314 Jun 03 21:49:05.664993 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 37e77f24-1d92-4602-8481-0b718bdeb3b2 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:05.666592 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.832009 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-d6e2b1c3-227d-4db2-bd06-e4d6485c5c57 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Synchronizing usage tracker for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:05.902768 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-d6e2b1c3-227d-4db2-bd06-e4d6485c5c57 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Unset dirty status for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:05.918191 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-d6e2b1c3-227d-4db2-bd06-e4d6485c5c57 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1538927903&fields=id&tenant_id=0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 267 time: 0.2879117 Jun 03 21:49:06.022406 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f2faccf9-8c0f-4ed5-8303-9cab436a1b63 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:06.107909 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.213221 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.264846 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.309855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454f88f-e68c-4cb9-899d-1abc4dfce64a x-openstack-request-id: req-d454f88f-e68c-4cb9-899d-1abc4dfce64a {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:06.311295 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1beab98d-f9d8-48e0-a3f3-fd7331bce13f", "name": "network-vif-plugged", "status": "completed", "tag": "4d93097c-f9a3-4ab2-aa6e-d5f38adb1176", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:06.314641 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d454f88f-e68c-4cb9-899d-1abc4dfce64a {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:06.315881 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'code': 200} Jun 03 21:49:06.396999 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 37e77f24-1d92-4602-8481-0b718bdeb3b2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2,segment=NetworkSegment(172d2f05-af9a-4895-81be-aaafa89ef30a),segment_id=172d2f05-af9a-4895-81be-aaafa89ef30a)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:06.402033 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:06.409286 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:06.409975 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.457911 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.491184 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:06.631860 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-75389c6b-0665-4364-bf09-933e4f94c5c9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:06.647330 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-75389c6b-0665-4364-bf09-933e4f94c5c9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 817 time: 0.7276983 Jun 03 21:49:06.662892 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=37e77f24-1d92-4602-8481-0b718bdeb3b2,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:06.669538 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:06.766053 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-16a62ffc-74c5-4472-ae90-c0c369cfaac2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/quotas/0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 375 time: 0.0278926 Jun 03 21:49:06.788214 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Allocated IP 172.20.0.8 (3fd1fac0-229a-4903-8467-394acb646a8c/5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a/52ec2db8-7ede-4b9f-9e7d-97c61db13663) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:06.817128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.839546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:06.864841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.107', 51953) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:06.941878 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Network adac079e-9911-44dc-9bf8-719327c00b77 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:06.950608 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.960092 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:06.963012 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:06.972333 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:06.973329 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.063231 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port f2faccf9-8c0f-4ed5-8303-9cab436a1b63, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:07.073097 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.078416 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:07.120655 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Pushing event updated for resources: {'Port': ['ID=c5c50da4-e173-43af-8f12-59fe64b43dc0,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:07.128044 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18833a32-29d4-4540-8b9b-7a9cc71bf4d5 req-cb4adfcf-bcfc-49e2-93e5-12ec7d0fc725 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:07.134896 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-18833a32-29d4-4540-8b9b-7a9cc71bf4d5 req-cb4adfcf-bcfc-49e2-93e5-12ec7d0fc725 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 0.4796169 Jun 03 21:49:07.137479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:07.174201 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9862087 Jun 03 21:49:07.261931 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-18833a32-29d4-4540-8b9b-7a9cc71bf4d5 req-4969061d-77cd-4b6f-a129-a14833a62402 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169348 Jun 03 21:49:07.262896 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Request body: {'port': {'device_id': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:07.339434 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-73cc922b-7ccf-41c4-860e-efeef91fb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:07.341326 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-73cc922b-7ccf-41c4-860e-efeef91fb8b4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 1098 time: 0.4754767 Jun 03 21:49:07.386357 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-c6420bb0-a04a-4379-8c88-bbad004d1840 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6192083 Jun 03 21:49:07.416720 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:07.464018 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:07.503910 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.505510 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.622762 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.661935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:07.674137 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-990c163b-204d-4465-85bb-d37d93dac3ba req-4ef31ae8-e1cc-4e7e-a134-9befacc488a7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 210 time: 0.1429601 Jun 03 21:49:07.704785 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.818834 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Usage tracker for resource:security_group_rule and tenant:0f3687a26f6b4b408a131b75c3e36dd5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:07.832170 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:07.864944 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:07.876117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Transition to ACTIVE for port object 52ec2db8-7ede-4b9f-9e7d-97c61db13663 will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:08.155373 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.107', 51955) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:08.164366 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-97e7fc89-b08c-4b4f-8823-3628215a8e1f service neutron] 10.222.0.77 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765846 Jun 03 21:49:08.317872 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e77f24-1d92-4602-8481-0b718bdeb3b2'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:08.323283 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a584420-7ef5-452b-9722-8333d5833e42" -d '{"events": [{"server_uuid": "cd60f078-debb-4441-a16f-c144b5a6cff6", "name": "network-vif-plugged", "status": "completed", "tag": "37e77f24-1d92-4602-8481-0b718bdeb3b2"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:08.346928 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.390343 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:08.766853 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Network 3fd1fac0-229a-4903-8467-394acb646a8c is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:08.777661 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:08.782523 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:08.795445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:08.795445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.892646 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c50da4-e173-43af-8f12-59fe64b43dc0 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:08.917844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.976031 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3069236 Jun 03 21:49:08.981796 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Transition to ACTIVE for port object c5c50da4-e173-43af-8f12-59fe64b43dc0 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:08.984222 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'Port': ['ID=52ec2db8-7ede-4b9f-9e7d-97c61db13663,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:08.996894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.009484 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Request body: {'port': {'device_id': '927282d8-a02a-4177-952c-af8ebdc50df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:09.071123 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.113100 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:09.122356 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2beb61-19ad-48db-b3b3-3911f80818ff req-0d1d2b67-8af1-4670-9301-1dcc81768ad1 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:09.130928 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cd2beb61-19ad-48db-b3b3-3911f80818ff req-0d1d2b67-8af1-4670-9301-1dcc81768ad1 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 945 time: 1.1260540 Jun 03 21:49:09.147193 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.202171 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-621c3153-eaf5-43db-96e5-d8cf84cbe1dd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:09.204190 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-621c3153-eaf5-43db-96e5-d8cf84cbe1dd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 819 time: 1.0380545 Jun 03 21:49:09.223957 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-0256e000-2252-4ce8-b9f9-11b499570b74 service neutron] 10.222.0.77 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0083630 Jun 03 21:49:09.225191 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.241999 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4b98e809-a01b-4cfc-a831-75764043fec8 None None] Provisioning for port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:09.250533 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4b98e809-a01b-4cfc-a831-75764043fec8 None None] Provisioning complete for port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:09.250699 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4b98e809-a01b-4cfc-a831-75764043fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.316670 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c50da4-e173-43af-8f12-59fe64b43dc0,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:09.321160 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.347881 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f2faccf9-8c0f-4ed5-8303-9cab436a1b63 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:09.356213 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Request body: {'port': {'device_id': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'admin_state_up': True, 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:09.499103 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:09.526020 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-4b98e809-a01b-4cfc-a831-75764043fec8 None None] Port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:09.584669 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:09.585634 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.620514 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cd2beb61-19ad-48db-b3b3-3911f80818ff req-d32dadf6-d6c2-4451-b6ed-8a877b7322c2 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530966 Jun 03 21:49:09.692788 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dbc913a0-b7be-4858-ba6b-a3d4cc4b85d0 req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3428490 Jun 03 21:49:09.916127 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Attempting to bind port c5c50da4-e173-43af-8f12-59fe64b43dc0 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:09.916850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Attempting to bind port c5c50da4-e173-43af-8f12-59fe64b43dc0 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:09.916850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Attempting to bind port c5c50da4-e173-43af-8f12-59fe64b43dc0 on network adac079e-9911-44dc-9bf8-719327c00b77 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:09.934584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Port c5c50da4-e173-43af-8f12-59fe64b43dc0 on network adac079e-9911-44dc-9bf8-719327c00b77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:49:09.934993 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Attempting to bind port c5c50da4-e173-43af-8f12-59fe64b43dc0 on network adac079e-9911-44dc-9bf8-719327c00b77 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:09.975918 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:09.976263 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Checking segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:09.976653 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Bound using segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:09.977173 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Bound port: c5c50da4-e173-43af-8f12-59fe64b43dc0, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:09.977680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.077541 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39d89743-37b6-43f5-85c9-f0c5a915b4a0,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:10.095842 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:10.110443 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.236439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38284) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.297045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38292) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.384581 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:10.427978 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Usage tracker for resource:port and tenant:f0f2bb809def405c8b9f768b9c9a3438 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:10.445363 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:10.454990 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] For port c5c50da4-e173-43af-8f12-59fe64b43dc0, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:10.471704 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:10.485240 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] For port c5c50da4-e173-43af-8f12-59fe64b43dc0, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:10.517911 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.519290 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df9289-d90c-4ffe-a54e-2c218be1ece1 req-aedb258a-c093-4906-a5a1-a0d021fabfe1 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:10.522226 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-12df9289-d90c-4ffe-a54e-2c218be1ece1 req-aedb258a-c093-4906-a5a1-a0d021fabfe1 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 931 time: 0.5973072 Jun 03 21:49:10.565086 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.574820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Made reservation on behalf of f0f2bb809def405c8b9f768b9c9a3438 for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:10.582918 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.618323 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.637363 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c2a64-fba9-4511-9faa-e1d108ac264a req-4874adaa-1c32-4b86-8280-925f688f27f7 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:10.652385 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a55c2a64-fba9-4511-9faa-e1d108ac264a req-4874adaa-1c32-4b86-8280-925f688f27f7 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 0.5067685 Jun 03 21:49:10.858773 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-12df9289-d90c-4ffe-a54e-2c218be1ece1 req-a502bb86-8809-4c31-9587-425c3a48ff5a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205538 Jun 03 21:49:10.909590 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a55c2a64-fba9-4511-9faa-e1d108ac264a req-ad507ab0-ac1f-4c5e-8506-f8355b269e3d tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343020 Jun 03 21:49:10.943739 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed14a82c-e046-46a8-9383-93c9fd081b13 x-openstack-request-id: req-ed14a82c-e046-46a8-9383-93c9fd081b13 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:10.944805 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd60f078-debb-4441-a16f-c144b5a6cff6", "name": "network-vif-plugged", "status": "completed", "tag": "37e77f24-1d92-4602-8481-0b718bdeb3b2", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:10.945211 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed14a82c-e046-46a8-9383-93c9fd081b13 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:10.946431 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e77f24-1d92-4602-8481-0b718bdeb3b2', 'code': 200} Jun 03 21:49:10.974509 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:10.976475 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.002770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:11.003867 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.007147 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] 10.222.0.107 "PUT /v2.0/ports/c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 1093 time: 3.7541769 Jun 03 21:49:11.012099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'tag': 'c5c50da4-e173-43af-8f12-59fe64b43dc0'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:11.017200 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec80173-13d9-46d9-9394-0a9a61a890d9" -d '{"events": [{"name": "network-changed", "server_uuid": "986ee34a-8f97-4258-9a1d-5d8eee81c715", "tag": "c5c50da4-e173-43af-8f12-59fe64b43dc0"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:11.025377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Usage tracker for resource:security_group_rule and tenant:9a6a940d7ced4783ab93975441ac937c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:11.036392 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:11.077008 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:11.086808 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:11.117894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Usage tracker for resource:security_group_rule and tenant:840da117be0247198adb12167b7cd12f is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:11.134172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:11.157605 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c50da4-e173-43af-8f12-59fe64b43dc0,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.165808 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:11.187798 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.188040 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.188580 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.188996 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.189427 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.189803 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.190159 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.190511 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.190904 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.191385 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.191730 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.192178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.212764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.270399 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Allocated IP 172.20.0.2 (adac079e-9911-44dc-9bf8-719327c00b77/7d87f8ea-e45d-4919-a749-6303da69df68/8849102e-a4d3-4c59-b53f-9f1d008cd18a) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:11.403145 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ec2db8-7ede-4b9f-9e7d-97c61db13663 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:11.406916 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8fdbae61-ba5a-4d1b-96a6-7856262a1172 req-e8007ffe-c736-4f77-9348-517e38afd5d7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 210 time: 0.1276581 Jun 03 21:49:11.425324 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.429820 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4100b2e9-6d28-4dc4-88bb-a77ce91ce491 req-ef4d25ad-6888-49e8-8dc8-04f03e4188e0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 210 time: 0.0983937 Jun 03 21:49:11.495656 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Transition to ACTIVE for port object 52ec2db8-7ede-4b9f-9e7d-97c61db13663 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:11.527281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.536022 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.542964 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.546563 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.641582 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.658532 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d688a25d-b814-4832-ab0b-af11f9abc5eb x-openstack-request-id: req-d688a25d-b814-4832-ab0b-af11f9abc5eb {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:11.659179 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986ee34a-8f97-4258-9a1d-5d8eee81c715", "tag": "c5c50da4-e173-43af-8f12-59fe64b43dc0", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:11.659607 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d688a25d-b814-4832-ab0b-af11f9abc5eb {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:11.660286 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'tag': 'c5c50da4-e173-43af-8f12-59fe64b43dc0', 'status': 'completed', 'code': 200} Jun 03 21:49:11.670384 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.837707 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=840da117be0247198adb12167b7cd12f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5319619 Jun 03 21:49:11.851140 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38314) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.857016 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a6a940d7ced4783ab93975441ac937c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6108897 Jun 03 21:49:11.861101 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Pushing event updated for resources: {'Port': ['ID=52ec2db8-7ede-4b9f-9e7d-97c61db13663,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.876045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38318) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.877074 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.910093 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1c597bf4-7d1f-47fa-82de-f8b6f5372e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.079060 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21424d2-e993-404c-8bf4-155a11e8dd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6f821-a854-4b55-9ac8-7b4b5bd082aa,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:12.086849 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.119644 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Attempting to bind port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:12.119981 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Attempting to bind port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:12.120439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Attempting to bind port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 on network 3fd1fac0-229a-4903-8467-394acb646a8c {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:12.170935 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 on network 3fd1fac0-229a-4903-8467-394acb646a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:49:12.170935 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Attempting to bind port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 on network 3fd1fac0-229a-4903-8467-394acb646a8c {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:12.199772 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891946-7cf8-4b4c-9800-7f6473f1fa08 req-cbc94d39-4ed2-4b72-a150-3f89eeddc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.202534 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56891946-7cf8-4b4c-9800-7f6473f1fa08 req-cbc94d39-4ed2-4b72-a150-3f89eeddc87c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 1098 time: 0.5394857 Jun 03 21:49:12.205450 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.107', 51963) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.208488 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-448db419-6273-4249-b921-5819e404cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.209900 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-448db419-6273-4249-b921-5819e404cc0d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1096 time: 0.6249642 Jun 03 21:49:12.235477 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:12.235884 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Checking segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:12.237169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Bound using segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:12.237169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Bound port: 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:12.237169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.269953 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a28349-b5ad-4388-a89c-f26e8816db04 req-a43fd294-87b2-4f7e-85a8-d88b67235d5b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.271579 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f0a28349-b5ad-4388-a89c-f26e8816db04 req-a43fd294-87b2-4f7e-85a8-d88b67235d5b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 945 time: 0.5452406 Jun 03 21:49:12.332119 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.333735 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3ee48-0e51-460e-95fa-819e169b1546,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:12.348116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-07d956a0-8bb5-4338-af3e-c251aede75f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.359102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:12.361307 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.668s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.361685 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:12.363370 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-644e6661-dce8-4168-bcd8-d9ece60848ac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 217 time: 0.1368036 Jun 03 21:49:12.466737 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56891946-7cf8-4b4c-9800-7f6473f1fa08 req-60ec0fbf-ebd5-4d60-9d9d-77ab1c59b219 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289577 Jun 03 21:49:12.492493 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f0a28349-b5ad-4388-a89c-f26e8816db04 req-9df1fc62-3c22-4a78-8ae3-46f29088b88e tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095654 Jun 03 21:49:12.502071 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.543625 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.557648 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-07d956a0-8bb5-4338-af3e-c251aede75f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.571166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.599510 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Network adac079e-9911-44dc-9bf8-719327c00b77 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:12.620655 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80919b98-2777-451d-832e-0bb97ad5b704 req-2a1e6045-d9c3-4c33-8040-9155bfc2ca19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.628070 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-80919b98-2777-451d-832e-0bb97ad5b704 req-2a1e6045-d9c3-4c33-8040-9155bfc2ca19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 943 time: 0.5311127 Jun 03 21:49:12.637278 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-5ed6c90c-e30a-4f51-9edf-7d7240fa8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.641942 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-5ed6c90c-e30a-4f51-9edf-7d7240fa8134 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.2388582 Jun 03 21:49:12.653149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:12.661032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:12.679515 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.681363 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.802182 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Pushing event updated for resources: {'Port': ['ID=8849102e-a4d3-4c59-b53f-9f1d008cd18a,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:12.834333 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-ca095887-b087-4fbf-902f-a1cc1c023f54 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225872 Jun 03 21:49:12.836468 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5470386 Jun 03 21:49:12.848707 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] For port 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:12.853767 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] For port 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:12.883710 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.895761 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.910341 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-8fe7dcce-7945-4c89-8770-c1a7d852a5dd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.912229 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-8fe7dcce-7945-4c89-8770-c1a7d852a5dd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 817 time: 0.7042704 Jun 03 21:49:12.913795 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.914461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.914915 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.915266 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.915628 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.915962 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.916292 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.916669 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.916997 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.917354 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.917754 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.918073 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:12.922865 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:12.958829 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Request body: {'port': {'device_id': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:13.041326 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:13.042280 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.043941 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] 10.222.0.107 "PUT /v2.0/ports/52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 1093 time: 4.0439491 Jun 03 21:49:13.079125 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-07d956a0-8bb5-4338-af3e-c251aede75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.104969 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.106010 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-80919b98-2777-451d-832e-0bb97ad5b704 req-a9578f1c-69a8-45d7-a8cf-1d77cc7e45ba tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700554 Jun 03 21:49:13.214914 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-768fc9fc-6e0b-46c5-9cd2-240ced92e6ee tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 380 time: 0.2902751 Jun 03 21:49:13.228692 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Pushing event updated for resources: {'Port': ['ID=52ec2db8-7ede-4b9f-9e7d-97c61db13663,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:13.245131 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:13.253196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'port': {'device_id': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'admin_state_up': True, 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'security_groups': ['6bd93055-4c37-4de6-b287-2ddf8cebd330']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:13.282045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:13.316917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.318443 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28a6f821-a854-4b55-9ac8-7b4b5bd082aa HTTP/1.1" status: 204 len: 168 time: 1.4545162 Jun 03 21:49:13.324457 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-04ef9482-980d-4287-b41f-05034cef62b0 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686282 Jun 03 21:49:13.326633 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d956a0-8bb5-4338-af3e-c251aede75f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3ee48-0e51-460e-95fa-819e169b1546,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:13.329977 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-07d956a0-8bb5-4338-af3e-c251aede75f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.331444 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-07d956a0-8bb5-4338-af3e-c251aede75f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0bb3ee48-0e51-460e-95fa-819e169b1546 HTTP/1.1" status: 204 len: 168 time: 1.4521191 Jun 03 21:49:13.388049 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6f821-a854-4b55-9ac8-7b4b5bd082aa,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:13.463773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:13.464419 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:13.465782 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:13.719296 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:13.719296 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867337c-c35b-4033-ab63-3cb7f942f1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:13.821908 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-5274427e-1232-4706-8c48-7e7055f54050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:13.823919 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-5274427e-1232-4706-8c48-7e7055f54050 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1096 time: 0.6957934 Jun 03 21:49:13.862920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437018bb-9758-433f-9614-9145d5a2ba61 req-2468ea43-6eec-4875-96b9-34b683a0d8e3 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:13.872022 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-437018bb-9758-433f-9614-9145d5a2ba61 req-2468ea43-6eec-4875-96b9-34b683a0d8e3 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 1.0604353 Jun 03 21:49:13.910266 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7a00f74c-7b15-44d5-bff7-2da66019281c req-6cd2cf28-b555-4a31-a628-54579d7496b1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 210 time: 0.1360438 Jun 03 21:49:14.010382 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.133904 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-437018bb-9758-433f-9614-9145d5a2ba61 req-961651f7-5362-4eef-98df-959fd597d1cf tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607975 Jun 03 21:49:14.222842 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.227436 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:port and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.230663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.239020 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.263420 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38368) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.300952 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38372) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.308226 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-6777c0b7-b1e7-464f-a741-03bafc5ceebb req-121c44d9-2f48-431b-85b1-920a829c018b service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9745936 Jun 03 21:49:14.340681 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Made reservation on behalf of 0ad23c157b3045d18fcfa1ad547160bc for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:14.347731 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d98182-a680-4d2a-8190-78ed89879e26 x-openstack-request-id: req-09d98182-a680-4d2a-8190-78ed89879e26 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:14.348213 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:14.348667 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09d98182-a680-4d2a-8190-78ed89879e26 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:14.349322 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'status': 'completed', 'code': 200} Jun 03 21:49:14.351019 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.351814 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-b561df3a-2858-4703-a11d-8a1390ee1f52 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 217 time: 0.5161114 Jun 03 21:49:14.361351 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.401245 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.528084 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.579525 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.584067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2560ae9fe68d4fa99684c6c36e2f14d9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.587565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.603630 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.605952 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Usage tracker for resource:security_group_rule and tenant:09efc35cccb24e0a8b06890798a93623 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.621995 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.630022 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-b2282588-8f17-456e-bb19-d5c3572a85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:14.632151 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-b2282588-8f17-456e-bb19-d5c3572a85a6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.2425432 Jun 03 21:49:14.650286 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.784957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-7ef2ae88-7075-4f7d-af18-0ace5fe8225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:14.786937 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-7ef2ae88-7075-4f7d-af18-0ace5fe8225e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1096 time: 0.3933437 Jun 03 21:49:14.960937 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.965622 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-3ed31269-5358-47ed-abb9-7a510d8e57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:14.966641 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16329ec8-19e6-45b4-b919-c4d7be2b081f req-fae07b77-baa5-4cb4-a52c-d98d742373b0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:14.968033 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-16329ec8-19e6-45b4-b919-c4d7be2b081f req-fae07b77-baa5-4cb4-a52c-d98d742373b0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Synchronizing usage tracker for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:14.968574 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-3ed31269-5358-47ed-abb9-7a510d8e57e3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3190365 Jun 03 21:49:14.984273 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.016398 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-89c02bf5-9427-40e8-8a17-4cfdf3bd8e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:15.078861 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-16329ec8-19e6-45b4-b919-c4d7be2b081f req-fae07b77-baa5-4cb4-a52c-d98d742373b0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Unset dirty status for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:15.082833 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-16329ec8-19e6-45b4-b919-c4d7be2b081f req-fae07b77-baa5-4cb4-a52c-d98d742373b0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 931 time: 0.9452696 Jun 03 21:49:15.084036 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Allocated IP 172.20.0.9 (a92c9e8f-e534-4592-b5a6-644e46c85660/4a7ced35-945b-4d6d-af58-aeffd3afc7ae/6db76657-a5b7-404a-a504-ae235183d34e) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:15.106956 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94188182-c71f-459f-a7e2-64a0d1028d89 req-c09112b0-a0b0-4f20-acde-c908f356b9f9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:15.113225 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-94188182-c71f-459f-a7e2-64a0d1028d89 req-c09112b0-a0b0-4f20-acde-c908f356b9f9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 943 time: 0.6818430 Jun 03 21:49:15.187884 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2560ae9fe68d4fa99684c6c36e2f14d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836665 Jun 03 21:49:15.189826 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-d4ba20de-0a02-40bc-9e1d-a9f95ca9976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:15.192441 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-d4ba20de-0a02-40bc-9e1d-a9f95ca9976e service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.3953986 Jun 03 21:49:15.193265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38388) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.199805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d190e13c-a4bc-4319-b83b-15ed6c9f4d2b,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:15.234092 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:15.335279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38392) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.364703 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-7f88e1ef-a0f8-481b-b6d0-f0b3461d9a3e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 217 time: 0.1332543 Jun 03 21:49:15.476799 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-16329ec8-19e6-45b4-b919-c4d7be2b081f req-c41dc540-8461-47fc-b622-efc0eda9ece1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619702 Jun 03 21:49:15.508517 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-94188182-c71f-459f-a7e2-64a0d1028d89 req-2706ab8b-91d7-445d-b7e6-c345cf6adf33 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507195 Jun 03 21:49:15.537700 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.565071 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8849102e-a4d3-4c59-b53f-9f1d008cd18a {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:15.584221 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-dff49e50-8be4-4a67-b1ee-cbe9644492b9 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051664 Jun 03 21:49:15.619335 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.629695 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.651026 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-d0c78a22-ea55-4b1d-849e-93e99cfac297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:15.653470 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-d0c78a22-ea55-4b1d-849e-93e99cfac297 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.2653911 Jun 03 21:49:15.661483 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f7c03e22-f8a0-42e0-9a6f-f1dd281bf474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:15.693093 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.696876 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:49:15.776078 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Transition to ACTIVE for port object 8849102e-a4d3-4c59-b53f-9f1d008cd18a will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:15.803428 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.821959 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09efc35cccb24e0a8b06890798a93623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5176082 Jun 03 21:49:15.832835 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38398) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.842109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6367ee-5fb0-429c-be40-110e3f8b1de2,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:15.844974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.847461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:15.856961 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-4a04e935-5355-4e3a-bc81-d246673421cd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670678 Jun 03 21:49:15.875443 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4beb4845-2575-470e-94f5-b3f6e1de110a req-56b84292-b2ec-48b4-b6b3-92a56b3b632a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 210 time: 0.1533396 Jun 03 21:49:15.881415 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.881817 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a3a30d52-1c91-48b9-8057-f653ffb76f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:15.888321 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Usage tracker for resource:security_group_rule and tenant:baabf34f7e4e4e71835e4835d19652a8 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:15.894080 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:15.907058 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:16.197055 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.211077 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Pushing event updated for resources: {'Port': ['ID=8849102e-a4d3-4c59-b53f-9f1d008cd18a,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:16.217377 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:16.218045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.339216 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Transition to ACTIVE for port object 6db76657-a5b7-404a-a504-ae235183d34e will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:16.345733 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.387277 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.395698 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Attempting to bind port 8849102e-a4d3-4c59-b53f-9f1d008cd18a on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:16.397089 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Attempting to bind port 8849102e-a4d3-4c59-b53f-9f1d008cd18a by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:16.397771 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Attempting to bind port 8849102e-a4d3-4c59-b53f-9f1d008cd18a on network adac079e-9911-44dc-9bf8-719327c00b77 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:16.399643 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d1da7339-3c45-4b82-8c4d-ac9fc706eb85 req-80093348-833f-4c04-8cbc-0712c27182e2 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8059042 Jun 03 21:49:16.413842 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.427446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:16.447342 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-29026644-25a3-4cea-bf0d-53268b7857cf service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728528 Jun 03 21:49:16.448122 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.479799 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Port 8849102e-a4d3-4c59-b53f-9f1d008cd18a on network adac079e-9911-44dc-9bf8-719327c00b77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:49:16.480462 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Attempting to bind port 8849102e-a4d3-4c59-b53f-9f1d008cd18a on network adac079e-9911-44dc-9bf8-719327c00b77 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:16.509850 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=baabf34f7e4e4e71835e4835d19652a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1734872 Jun 03 21:49:16.537220 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38408) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.543209 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:16.543971 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Checking segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:16.545586 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Bound using segment: {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:16.546527 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Bound port: 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:16.547303 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.599431 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105faa0c-a01f-4f47-9669-25519ef7d469,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:16.609848 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:16.616839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.718117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:16.771699 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d190e13c-a4bc-4319-b83b-15ed6c9f4d2b,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:16.791155 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:16.842436 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.847887 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d190e13c-a4bc-4319-b83b-15ed6c9f4d2b HTTP/1.1" status: 204 len: 168 time: 1.6356044 Jun 03 21:49:16.880299 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-aec80173-13d9-46d9-9394-0a9a61a890d9 req-d4037dc4-3478-4912-83ae-181f4f4b462c service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162276 Jun 03 21:49:16.928828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-30ba618c-2cee-4cec-ad76-2a6e96a54f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:16.937814 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-30ba618c-2cee-4cec-ad76-2a6e96a54f49 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1096 time: 0.4311447 Jun 03 21:49:16.953285 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e423-bd21-492a-a2ec-6f26aca6fde5 req-7e983435-f9ff-45a2-a623-d6b9111563bf tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:16.955663 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4876e423-bd21-492a-a2ec-6f26aca6fde5 req-7e983435-f9ff-45a2-a623-d6b9111563bf tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 0.7529643 Jun 03 21:49:16.957684 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.985585 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c5c50da4-e173-43af-8f12-59fe64b43dc0 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:49:17.181663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.234470 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:17.289864 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:17.302674 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:17.315104 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:17.316604 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.329367 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4876e423-bd21-492a-a2ec-6f26aca6fde5 req-95065df8-4224-429a-aeb0-be1e34c1b3c4 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010116 Jun 03 21:49:17.384286 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port c5c50da4-e173-43af-8f12-59fe64b43dc0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:17.401484 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': 'c5c50da4-e173-43af-8f12-59fe64b43dc0', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'port_id': 'c5c50da4-e173-43af-8f12-59fe64b43dc0', 'mac_address': 'fa:16:3e:b4:e1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:49:17.520164 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.544703 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] For port 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:17.555928 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] For port 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:17.558003 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.564582 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.574725 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c50da4-e173-43af-8f12-59fe64b43dc0 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:17.586189 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.587564 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.605141 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port c5c50da4-e173-43af-8f12-59fe64b43dc0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:17.612663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.619966 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.631234 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5db748aa-9b16-4ce5-be40-4a43e0df2627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.713579 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-cbf98f7a-d323-4fae-9ff0-c682245f8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:17.717173 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.723212 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-cbf98f7a-d323-4fae-9ff0-c682245f8beb service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.7527637 Jun 03 21:49:17.808889 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=c5c50da4-e173-43af-8f12-59fe64b43dc0,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.851152 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.851593 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-3249b901-ff32-4218-9936-05b89978caf4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 217 time: 0.1139359 Jun 03 21:49:17.851731 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.854842 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.858105 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.860897 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.863379 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.863896 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.865663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6367ee-5fb0-429c-be40-110e3f8b1de2,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.866795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.867689 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.869272 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.869438 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.869755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.871353 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:17.887943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:17.889391 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.891128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] 10.222.0.107 "PUT /v2.0/ports/8849102e-a4d3-4c59-b53f-9f1d008cd18a HTTP/1.1" status: 200 len: 1093 time: 4.9653411 Jun 03 21:49:17.900859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.914497 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.961472 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ca5f0d5c-86ee-41a2-9dc2-a73ac9cc15a7 None None] Provisioning for port 6db76657-a5b7-404a-a504-ae235183d34e completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:17.968955 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.970809 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d6367ee-5fb0-429c-be40-110e3f8b1de2 HTTP/1.1" status: 204 len: 168 time: 2.1245162 Jun 03 21:49:17.971929 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'tag': '8849102e-a4d3-4c59-b53f-9f1d008cd18a'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:17.985033 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ca5f0d5c-86ee-41a2-9dc2-a73ac9cc15a7 None None] Provisioning complete for port 6db76657-a5b7-404a-a504-ae235183d34e triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:17.989005 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ca5f0d5c-86ee-41a2-9dc2-a73ac9cc15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.038122 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-5101a8e7-7e89-4a20-8699-26de602f9653 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6927624 Jun 03 21:49:18.048595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.112248 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8677633 Jun 03 21:49:18.191020 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Request body: {'port': {'device_id': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:18.207488 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-380124ce-1f7c-40df-b241-5f206015dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:18.209902 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-380124ce-1f7c-40df-b241-5f206015dee8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.3427534 Jun 03 21:49:18.269354 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['c5c50da4-e173-43af-8f12-59fe64b43dc0'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:18.424672 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f0d5c-86ee-41a2-9dc2-a73ac9cc15a7 None None] Port 6db76657-a5b7-404a-a504-ae235183d34e cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:18.438742 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c3d77-ecfa-40d5-b1d6-0e8677376415 req-f096fded-1229-405d-b32b-1bc6a663ed9d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:18.440379 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7d9c3d77-ecfa-40d5-b1d6-0e8677376415 req-f096fded-1229-405d-b32b-1bc6a663ed9d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 943 time: 1.5313106 Jun 03 21:49:18.601208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-61842418-09d8-4694-bceb-24814e761e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:18.603309 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-61842418-09d8-4694-bceb-24814e761e6c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3795738 Jun 03 21:49:18.610596 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502937e-5da6-45b8-9226-91f16e680cec req-529b8ca1-83b9-4025-a01f-bd5ca1d5efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:18.613636 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-529b8ca1-83b9-4025-a01f-bd5ca1d5efad service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 1098 time: 0.2609224 Jun 03 21:49:18.622324 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Pushing event updated for resources: {'Port': ['ID=8849102e-a4d3-4c59-b53f-9f1d008cd18a,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.659960 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.767317 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04b04-5c62-45fe-ab58-32fe253d5957 req-feeb4894-348a-44a8-afdc-d8c679b715f2 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:18.775363 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3be04b04-5c62-45fe-ab58-32fe253d5957 req-feeb4894-348a-44a8-afdc-d8c679b715f2 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 943 time: 1.0365229 Jun 03 21:49:18.810816 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.814437 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3102d08-22b8-4341-a718-4d4daed6608f", "tag": "8849102e-a4d3-4c59-b53f-9f1d008cd18a"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:18.845909 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7d9c3d77-ecfa-40d5-b1d6-0e8677376415 req-3d322898-3e5b-46dd-85d8-632e4e36269f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643019 Jun 03 21:49:18.846559 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.909193 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:18.909401 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ec2db8-7ede-4b9f-9e7d-97c61db13663 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:49:18.984494 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3be04b04-5c62-45fe-ab58-32fe253d5957 req-b5b4bdb5-9c66-43cd-a707-f42232fa541f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080431 Jun 03 21:49:19.006841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105faa0c-a01f-4f47-9669-25519ef7d469,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.017960 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-6c4ded69-835f-414d-b17b-430e1c9f045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:19.024817 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-6c4ded69-835f-414d-b17b-430e1c9f045a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 1096 time: 0.9862299 Jun 03 21:49:19.247870 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.259080 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/105faa0c-a01f-4f47-9669-25519ef7d469 HTTP/1.1" status: 204 len: 168 time: 2.7081144 Jun 03 21:49:19.262512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.301711 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502937e-5da6-45b8-9226-91f16e680cec req-b3b0aa50-d66b-4b02-91c8-c69c808a2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:19.305084 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-b3b0aa50-d66b-4b02-91c8-c69c808a2adf service neutron] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 917 time: 0.6272945 Jun 03 21:49:19.308974 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-b0695024-dd58-47a6-b97f-e132d917b927 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870749 Jun 03 21:49:19.381822 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:19.406416 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'port_id': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'mac_address': 'fa:16:3e:40:e0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:49:19.510106 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e059955-5a30-49d0-911f-136dbffed31a x-openstack-request-id: req-8e059955-5a30-49d0-911f-136dbffed31a {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:19.511045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3102d08-22b8-4341-a718-4d4daed6608f", "tag": "8849102e-a4d3-4c59-b53f-9f1d008cd18a", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:19.511045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e059955-5a30-49d0-911f-136dbffed31a {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:19.511989 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'tag': '8849102e-a4d3-4c59-b53f-9f1d008cd18a', 'status': 'completed', 'code': 200} Jun 03 21:49:19.577700 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.627007 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ec2db8-7ede-4b9f-9e7d-97c61db13663 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:19.650409 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d867337c-c35b-4033-ab63-3cb7f942f1cc req-530e08a4-6b37-47f7-a20b-29504fae21d9 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897800 Jun 03 21:49:19.672410 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-7355612d-f9d6-4999-9fa7-4953722ee09c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 HTTP/1.1" status: 200 len: 217 time: 0.3388739 Jun 03 21:49:19.711042 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:19.723393 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.730890 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.731432 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-96140462-17c7-4123-b22f-a4d6160a3056 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a HTTP/1.1" status: 200 len: 217 time: 0.4666090 Jun 03 21:49:19.808087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502937e-5da6-45b8-9226-91f16e680cec req-2aacf56d-44f5-4a33-95a3-0c819bc2f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:19.811714 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-2aacf56d-44f5-4a33-95a3-0c819bc2f4c2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.1254704 Jun 03 21:49:19.938246 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ec2db8-7ede-4b9f-9e7d-97c61db13663,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.942157 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.952147 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-71a0d3bc-6555-442b-aa14-bb61872b3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:19.952929 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-95f9ee9a-2bf5-47e2-a799-2f0ad71919c4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331139 Jun 03 21:49:19.953742 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-71a0d3bc-6555-442b-aa14-bb61872b3174 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.2088377 Jun 03 21:49:20.016539 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['52ec2db8-7ede-4b9f-9e7d-97c61db13663'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:20.102286 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-e8967898-766f-48da-8e2a-5d0d262f1342 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330576 Jun 03 21:49:20.116635 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3af5d-5eea-4622-81f5-caa3dda6ece3 req-523aaaa3-9445-4247-b464-07964ec62de4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:20.117381 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d0d3af5d-5eea-4622-81f5-caa3dda6ece3 req-523aaaa3-9445-4247-b464-07964ec62de4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Synchronizing usage tracker for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:20.225910 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-63ed231c-c6f0-4c0b-bb62-560817ca0d7a service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563109 Jun 03 21:49:20.226407 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38490) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.274105 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.313004 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:20.317770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Usage tracker for resource:security_group_rule and tenant:847e3a28e1e94a6db1fefad871586cc9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:20.321007 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:20.329746 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:20.369008 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.db.resource_extend [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:49:20.440382 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.475172 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d0d3af5d-5eea-4622-81f5-caa3dda6ece3 req-523aaaa3-9445-4247-b464-07964ec62de4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Unset dirty status for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:20.482017 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d0d3af5d-5eea-4622-81f5-caa3dda6ece3 req-523aaaa3-9445-4247-b464-07964ec62de4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 931 time: 1.2105401 Jun 03 21:49:20.532461 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.551159 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0737e051-e249-443b-8e0a-b93d1de54ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:20.622509 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74bc0ca-183a-4848-85ae-c110b82f5212,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:20.640197 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:20.649378 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=847e3a28e1e94a6db1fefad871586cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216995 Jun 03 21:49:20.653418 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38502) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.694191 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9502937e-5da6-45b8-9226-91f16e680cec req-b0cb6317-4386-41ef-b6f7-4bd064a43a5a service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458997 Jun 03 21:49:20.718504 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db76657-a5b7-404a-a504-ae235183d34e {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:20.746893 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d0d3af5d-5eea-4622-81f5-caa3dda6ece3 req-d790700a-750c-4631-a9e3-0fb979d6c6fb tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637768 Jun 03 21:49:20.751863 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.766197 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-46f03b8d-e2e2-419e-999b-e2643c01831a service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343062 Jun 03 21:49:20.823853 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.843923 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Transition to ACTIVE for port object 6db76657-a5b7-404a-a504-ae235183d34e will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:20.860416 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770398c7-1fd8-4dc0-94d0-d551d5082e9c req-5642eeff-e4c3-42c4-af1b-3fabcb623ab5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:20.872316 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-770398c7-1fd8-4dc0-94d0-d551d5082e9c req-5642eeff-e4c3-42c4-af1b-3fabcb623ab5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 943 time: 0.6870193 Jun 03 21:49:20.887671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.908563 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.928586 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-81ce00f9-c054-40e5-ab40-c56b4a82cf38 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:20.936536 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c5c50da4-e173-43af-8f12-59fe64b43dc0 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:21.039154 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.050190 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a555df25-5207-4cad-b1a7-b118d0479196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.131654 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port c5c50da4-e173-43af-8f12-59fe64b43dc0 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:21.149843 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port c5c50da4-e173-43af-8f12-59fe64b43dc0 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:21.150903 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.242150 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-770398c7-1fd8-4dc0-94d0-d551d5082e9c req-cee0e0ea-b460-467a-bc4b-63dfd99f6d4b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659463 Jun 03 21:49:21.304879 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.313708 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.331795 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74bc0ca-183a-4848-85ae-c110b82f5212,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.338888 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.349057 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e74bc0ca-183a-4848-85ae-c110b82f5212 HTTP/1.1" status: 204 len: 168 time: 0.6808248 Jun 03 21:49:21.358483 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.515180 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Attempting to bind port 6db76657-a5b7-404a-a504-ae235183d34e on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:21.515715 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Attempting to bind port 6db76657-a5b7-404a-a504-ae235183d34e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:21.516221 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Attempting to bind port 6db76657-a5b7-404a-a504-ae235183d34e on network a92c9e8f-e534-4592-b5a6-644e46c85660 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:21.548579 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Port 6db76657-a5b7-404a-a504-ae235183d34e on network a92c9e8f-e534-4592-b5a6-644e46c85660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:49:21.549026 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Attempting to bind port 6db76657-a5b7-404a-a504-ae235183d34e on network a92c9e8f-e534-4592-b5a6-644e46c85660 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:21.591051 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.591469 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd2ce5c3-4870-4e54-8969-28613180ecac req-0b9c260f-c43a-4940-8275-f3400c4d5ba0 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062422 Jun 03 21:49:21.592925 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:21.593436 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Checking segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:21.593830 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Bound using segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:21.594294 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Bound port: 6db76657-a5b7-404a-a504-ae235183d34e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:21.594772 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.673082 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c50da4-e173-43af-8f12-59fe64b43dc0'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:21.675890 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9deb5b9-4ea2-4ed0-973e-40f949e604ac" -d '{"events": [{"server_uuid": "986ee34a-8f97-4258-9a1d-5d8eee81c715", "name": "network-vif-plugged", "status": "completed", "tag": "c5c50da4-e173-43af-8f12-59fe64b43dc0"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:21.681454 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.689309 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port c5c50da4-e173-43af-8f12-59fe64b43dc0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:21.698730 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.705668 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ba7db0ff-9161-4043-bae1-f5b835d02a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.944940 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-57e8e754-cb1a-4a45-afe9-fa11bd5f463b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:21.952480 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=c5c50da4-e173-43af-8f12-59fe64b43dc0,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.953060 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-57e8e754-cb1a-4a45-afe9-fa11bd5f463b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 0.3955741 Jun 03 21:49:21.958855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.966273 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:21.971774 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:21.980297 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-9d985ceb-c350-446e-bcb6-4819fe7704c6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/quotas/ff3f28edae6e4539a1dc685a3e0a220b HTTP/1.1" status: 200 len: 375 time: 0.0264904 Jun 03 21:49:21.986280 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.037381 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3b51d18e-ad05-43d2-9f2c-667af99429a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:22.110600 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-919229d8-bbf8-480a-910f-dbdde4d130f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:22.112390 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-919229d8-bbf8-480a-910f-dbdde4d130f9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 1096 time: 0.4124126 Jun 03 21:49:22.130980 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:22.131774 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.133856 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] 10.222.0.107 "PUT /v2.0/ports/6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 200 len: 1093 time: 3.9626441 Jun 03 21:49:22.136752 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:22.139798 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd1fabf-6056-414b-bfa2-6847e0af9718" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:22.256958 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:22.356394 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:22.544637 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-3417e3cb-bdd2-46db-abe0-77c8b574f4f6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5631373 Jun 03 21:49:22.689627 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-5be86272-1aee-4edd-a855-4520bbb89088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:22.691210 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-5be86272-1aee-4edd-a855-4520bbb89088 service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.5635095 Jun 03 21:49:22.840658 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-3ebb9661-3221-40a5-8d47-1e9e540b5ea4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a HTTP/1.1" status: 200 len: 217 time: 0.1390898 Jun 03 21:49:22.944365 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 8849102e-a4d3-4c59-b53f-9f1d008cd18a details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:49:22.952604 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ec2db8-7ede-4b9f-9e7d-97c61db13663 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:22.994012 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-9e033c77-f65e-4d7a-b4d4-43ad034fe457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:22.996837 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-9e033c77-f65e-4d7a-b4d4-43ad034fe457 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1096 time: 0.7850094 Jun 03 21:49:23.011926 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-97da8635-180e-47aa-a878-325bdba9b466 service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657142 Jun 03 21:49:23.190019 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:23.199272 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:23.199691 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.309934 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffae20c-b982-4fbc-8961-5a0a083eff9b req-7ddc7878-877b-46e1-abc7-f31a67b8c6aa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:23.311950 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8ffae20c-b982-4fbc-8961-5a0a083eff9b req-7ddc7878-877b-46e1-abc7-f31a67b8c6aa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 944 time: 0.8966794 Jun 03 21:49:23.320633 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-cff93801-7bd0-4677-8737-8243f1d43d10 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 200 len: 217 time: 0.2962065 Jun 03 21:49:23.343222 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-4d1080e2-f137-41b2-9e82-5acb1fd03eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:23.345069 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-4d1080e2-f137-41b2-9e82-5acb1fd03eae service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.4957209 Jun 03 21:49:23.553987 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-34bb9696-67b2-4798-b257-8f5c1af6fe9c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510684 Jun 03 21:49:23.617444 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8ffae20c-b982-4fbc-8961-5a0a083eff9b req-5f2511b9-be59-431d-a41b-f560faf23c9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808840 Jun 03 21:49:23.674724 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:23.691487 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-fa688dc6-3fdb-4483-b1f4-215d52f7ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:23.695000 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '8849102e-a4d3-4c59-b53f-9f1d008cd18a', 'network_id': 'adac079e-9911-44dc-9bf8-719327c00b77', 'port_id': '8849102e-a4d3-4c59-b53f-9f1d008cd18a', 'mac_address': 'fa:16:3e:b2:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d87f8ea-e45d-4919-a749-6303da69df68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:49:23.696980 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.697321 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-fa688dc6-3fdb-4483-b1f4-215d52f7ffbb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.3560276 Jun 03 21:49:23.832832 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f935c-9d69-4565-96ae-f90cc28b7eef x-openstack-request-id: req-d19f935c-9d69-4565-96ae-f90cc28b7eef {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:23.833300 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986ee34a-8f97-4258-9a1d-5d8eee81c715", "name": "network-vif-plugged", "status": "completed", "tag": "c5c50da4-e173-43af-8f12-59fe64b43dc0", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:23.833756 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d19f935c-9d69-4565-96ae-f90cc28b7eef {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:23.834305 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c50da4-e173-43af-8f12-59fe64b43dc0', 'code': 200} Jun 03 21:49:23.874551 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:23.889852 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.895052 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:23.986227 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ec2db8-7ede-4b9f-9e7d-97c61db13663,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:23.989557 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.003079 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:24.015636 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8849102e-a4d3-4c59-b53f-9f1d008cd18a {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:24.037180 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:24.043978 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.047544 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:24.092688 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-0aa98951-3424-444e-85f1-e34a56d9dea2 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278661 Jun 03 21:49:24.193086 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=8849102e-a4d3-4c59-b53f-9f1d008cd18a,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:24.195567 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-af703c5d-5e9a-47da-99be-f152d3935fd5 service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1692102 Jun 03 21:49:24.197756 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:24.226065 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a19b9-80d0-49b9-92ae-c853fd1996a9 req-b9496bbd-d498-4519-8ae7-ebc033930c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:24.227659 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-a11a19b9-80d0-49b9-92ae-c853fd1996a9 req-b9496bbd-d498-4519-8ae7-ebc033930c5c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.1888616 Jun 03 21:49:24.337857 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-a11a19b9-80d0-49b9-92ae-c853fd1996a9 req-4e1e6441-2fe5-4e21-aa24-e97453d07ac3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938237 Jun 03 21:49:24.386838 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['8849102e-a4d3-4c59-b53f-9f1d008cd18a'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:24.491747 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd64618f-7b1f-43b8-8c12-274cc81cf7e3 req-e83386a2-b84c-48be-a051-7765a097f914 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949436 Jun 03 21:49:24.525495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce51985-0fb6-48e4-809c-917df9667f34 x-openstack-request-id: req-7ce51985-0fb6-48e4-809c-917df9667f34 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:24.525738 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:24.526004 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ce51985-0fb6-48e4-809c-917df9667f34 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:24.526413 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'status': 'completed', 'code': 200} Jun 03 21:49:24.583571 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-1252b5ce-0d1b-4428-a23d-1808c16d78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:24.585138 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-1252b5ce-0d1b-4428-a23d-1808c16d78d9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7878411 Jun 03 21:49:24.647642 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d349a9f-0e35-413a-9581-16deb470062d req-e0cbbfde-4c2f-4922-a0e6-8841661e00a4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:24.649389 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3d349a9f-0e35-413a-9581-16deb470062d req-e0cbbfde-4c2f-4922-a0e6-8841661e00a4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.5557392 Jun 03 21:49:25.017843 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3d349a9f-0e35-413a-9581-16deb470062d req-65c43b4c-4bd1-4cd3-84da-7228e21fd43f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534510 Jun 03 21:49:25.175867 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-12020014-f417-4952-b855-a2c55206ddb4 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768578 Jun 03 21:49:25.296845 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012eb587-5cec-4825-827a-887a122ee592 req-5f11693f-f13d-4036-87e1-275bcbae8369 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:25.300327 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-012eb587-5cec-4825-827a-887a122ee592 req-5f11693f-f13d-4036-87e1-275bcbae8369 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 944 time: 0.5427186 Jun 03 21:49:25.527807 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25c90128-6243-4d78-8ebe-e0036a6cad50 req-8de63546-300b-46ca-b447-856a72a99ca8 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353641 Jun 03 21:49:25.583817 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-932abeff-b09b-443e-b75c-fc835ee2cac2 req-58f8f0d3-873d-4194-bd6e-b33b20d2c135 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 210 time: 0.3120668 Jun 03 21:49:25.600542 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-012eb587-5cec-4825-827a-887a122ee592 req-5946a051-0911-4da6-bf28-f9408e47ac4e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714881 Jun 03 21:49:25.785633 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-464568c3-72f0-43a8-8457-0751b3c5cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:25.787766 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-464568c3-72f0-43a8-8457-0751b3c5cce6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1096 time: 0.1480265 Jun 03 21:49:25.835376 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:25.839146 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d32ef-87a1-4f68-a805-84a6273d5232" -d '{"events": [{"server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "name": "network-vif-plugged", "status": "completed", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:26.133623 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4513cc-3fd9-43b4-9fdf-24f5162239ed x-openstack-request-id: req-dc4513cc-3fd9-43b4-9fdf-24f5162239ed {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:26.134301 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "name": "network-vif-plugged", "status": "completed", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:26.134843 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc4513cc-3fd9-43b4-9fdf-24f5162239ed {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:26.136196 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'code': 200} Jun 03 21:49:26.253517 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-cd7a496e-43c5-4a2d-ba7d-0a7bd59f3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:26.256353 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-cd7a496e-43c5-4a2d-ba7d-0a7bd59f3c51 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.4597163 Jun 03 21:49:26.271898 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa2d99-f608-4c51-805a-31ee55d95027 req-a8012034-ebbf-4f11-85d1-345d74757b1d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:26.274836 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b1aa2d99-f608-4c51-805a-31ee55d95027 req-a8012034-ebbf-4f11-85d1-345d74757b1d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.4205830 Jun 03 21:49:26.568191 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-53a83eef-da81-4b27-a1bf-755b43fe9766 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 200 len: 217 time: 0.2919493 Jun 03 21:49:26.777461 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b1aa2d99-f608-4c51-805a-31ee55d95027 req-fcb6a7f0-51b1-4629-95f2-de316928fc67 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009998 Jun 03 21:49:26.805465 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-6f29b655-df70-4d46-a7de-e588546325df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:26.807757 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-6f29b655-df70-4d46-a7de-e588546325df service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1989489 Jun 03 21:49:26.979426 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:49:27.016107 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41bccf-90eb-4691-8a42-717ca251b3ce req-9aa96836-0ffe-4c34-81ca-b58cb28a259e tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:27.029993 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4c41bccf-90eb-4691-8a42-717ca251b3ce req-9aa96836-0ffe-4c34-81ca-b58cb28a259e tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 0.6513698 Jun 03 21:49:27.082435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ccdd-029e-4a5d-a74b-8baf21ddba92 req-173e3b8c-2295-4daf-80d2-bf2f80cada6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:27.085782 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4731ccdd-029e-4a5d-a74b-8baf21ddba92 req-173e3b8c-2295-4daf-80d2-bf2f80cada6a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1098 time: 0.5192716 Jun 03 21:49:27.167568 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f80637c5-690c-4236-95f9-b7ad82acb442 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:27.169302 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f80637c5-690c-4236-95f9-b7ad82acb442 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 0.3264482 Jun 03 21:49:27.186963 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Request body: {'port': {'device_id': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'admin_state_up': True, 'tenant_id': 'ff3f28edae6e4539a1dc685a3e0a220b'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:27.254892 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 8849102e-a4d3-4c59-b53f-9f1d008cd18a up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:27.323506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-4731ccdd-029e-4a5d-a74b-8baf21ddba92 req-264e4c6f-aa38-4fc9-aab7-1a77cf8f91b1 service neutron] Synchronizing usage tracker for tenant:0f3687a26f6b4b408a131b75c3e36dd5 on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:27.328478 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-b490e12b-2297-4c5d-8101-59214c616ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:27.330094 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-b490e12b-2297-4c5d-8101-59214c616ee5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4992266 Jun 03 21:49:27.351416 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4c41bccf-90eb-4691-8a42-717ca251b3ce req-c9a6ab2a-6a28-42cc-b1a6-305d38c4c19d tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183219 Jun 03 21:49:27.396587 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:27.407995 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-4731ccdd-029e-4a5d-a74b-8baf21ddba92 req-264e4c6f-aa38-4fc9-aab7-1a77cf8f91b1 service neutron] Unset dirty status for tenant:0f3687a26f6b4b408a131b75c3e36dd5 on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:27.409055 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4731ccdd-029e-4a5d-a74b-8baf21ddba92 req-264e4c6f-aa38-4fc9-aab7-1a77cf8f91b1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043234 Jun 03 21:49:27.430627 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '6db76657-a5b7-404a-a504-ae235183d34e', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'port_id': '6db76657-a5b7-404a-a504-ae235183d34e', 'mac_address': 'fa:16:3e:93:84:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:49:27.529513 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:27.542673 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c50081-2bd6-4cf9-adaf-998ea56403c6 req-03fa29b1-7484-4dc0-b8fd-e985c5cd34a4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:27.551632 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Usage tracker for resource:port and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:27.551910 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c7c50081-2bd6-4cf9-adaf-998ea56403c6 req-03fa29b1-7484-4dc0-b8fd-e985c5cd34a4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.4564738 Jun 03 21:49:27.557836 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:27.570439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:27.591235 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Made reservation on behalf of ff3f28edae6e4539a1dc685a3e0a220b for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:27.597914 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.602158 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.635933 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 8849102e-a4d3-4c59-b53f-9f1d008cd18a completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:27.648264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 8849102e-a4d3-4c59-b53f-9f1d008cd18a triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:27.648264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.683522 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bdd83124-0cdd-44c1-893b-a57709c96f3c req-be2df0c0-162c-40c8-a942-8f2ef5e19ff1 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 210 time: 0.1265726 Jun 03 21:49:27.687708 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db76657-a5b7-404a-a504-ae235183d34e {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:27.711740 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:27.721544 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-b0db1748-bc9f-4e48-b96e-f93b6c7722c0 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686185 Jun 03 21:49:27.722477 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.740298 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:27.875300 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c7c50081-2bd6-4cf9-adaf-998ea56403c6 req-c2429ff6-8d3a-4668-ab6e-c930aa5dfdbb tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220000 Jun 03 21:49:27.920451 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Allocated IP 172.20.0.12 (4eb84cd4-da35-4f1c-9791-6d9f545c7528/daa33d65-0a15-426f-a5e8-21167b0557e3/b38584c6-af8b-488e-9b6a-a8082f1d481e) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:27.929910 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:27.973362 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:28.107710 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.176542 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849102e-a4d3-4c59-b53f-9f1d008cd18a'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:28.183482 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7a1b9-bfef-4c12-83f1-1755daf21f8f" -d '{"events": [{"server_uuid": "a3102d08-22b8-4341-a718-4d4daed6608f", "name": "network-vif-plugged", "status": "completed", "tag": "8849102e-a4d3-4c59-b53f-9f1d008cd18a"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:28.200294 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['6db76657-a5b7-404a-a504-ae235183d34e'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:28.390562 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:28.406115 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.440716 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:28.490999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.548291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.622553 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:28.690552 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6cd1fabf-6056-414b-bfa2-6847e0af9718 req-75f3b223-974d-485a-92c8-a0853346fe96 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9316580 Jun 03 21:49:28.779490 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e25937-9744-452f-8d06-01aeeaf0c879 req-af9d95a3-118f-43e6-bc5b-086a7291f0c0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:28.781179 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-62e25937-9744-452f-8d06-01aeeaf0c879 req-af9d95a3-118f-43e6-bc5b-086a7291f0c0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 944 time: 0.6425941 Jun 03 21:49:28.814938 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:28.824360 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:28.836292 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:28.851322 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:28.852675 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.861800 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=8849102e-a4d3-4c59-b53f-9f1d008cd18a,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:28.883319 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf96a-24a0-4d3a-b2bc-d5527ff4ef2d req-c22115ce-f62a-4408-9aa8-3d8cdab4bc38 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:28.891600 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:28.895286 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-77dcf96a-24a0-4d3a-b2bc-d5527ff4ef2d req-c22115ce-f62a-4408-9aa8-3d8cdab4bc38 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.5733035 Jun 03 21:49:28.905848 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event updated for resources: {'Port': ['ID=b38584c6-af8b-488e-9b6a-a8082f1d481e,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:28.930633 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:28.952383 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7704003 Jun 03 21:49:28.972913 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Request body: {'port': {'device_id': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:29.043218 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-497ac652-0266-4df3-a109-cbeb40333c55 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:29.046318 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-497ac652-0266-4df3-a109-cbeb40333c55 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.107 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 0.5883465 Jun 03 21:49:29.075639 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-77dcf96a-24a0-4d3a-b2bc-d5527ff4ef2d req-834e8d32-34a9-4d05-a0ee-1f6d5e45fdcb tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788948 Jun 03 21:49:29.184200 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.221692 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09f34e8-9114-4ee3-af7c-b334ba265250 x-openstack-request-id: req-b09f34e8-9114-4ee3-af7c-b334ba265250 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:29.222254 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3102d08-22b8-4341-a718-4d4daed6608f", "name": "network-vif-plugged", "status": "completed", "tag": "8849102e-a4d3-4c59-b53f-9f1d008cd18a", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:29.222551 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b09f34e8-9114-4ee3-af7c-b334ba265250 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:29.223217 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849102e-a4d3-4c59-b53f-9f1d008cd18a', 'code': 200} Jun 03 21:49:29.235638 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-62e25937-9744-452f-8d06-01aeeaf0c879 req-cceacbe6-4607-416e-b249-474153703114 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361670 Jun 03 21:49:29.447656 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:29.900388 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Deleting port 37e77f24-1d92-4602-8481-0b718bdeb3b2 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:29.901862 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.933003 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa2da-8cf6-47cd-a9db-11ef5e0e9904 req-76bd9c7b-30c7-4e2e-ae04-55e75066e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:29.936033 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-076aa2da-8cf6-47cd-a9db-11ef5e0e9904 req-76bd9c7b-30c7-4e2e-ae04-55e75066e1cf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 1098 time: 0.3375621 Jun 03 21:49:29.951466 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813745-eef5-4d81-a87a-c7061280c787 req-7167f1f3-90bd-4908-be18-ed8531b33c46 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:29.953968 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a813745-eef5-4d81-a87a-c7061280c787 req-7167f1f3-90bd-4908-be18-ed8531b33c46 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 945 time: 0.5193801 Jun 03 21:49:29.996450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38584c6-af8b-488e-9b6a-a8082f1d481e {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:30.009544 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.040490 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Transition to ACTIVE for port object b38584c6-af8b-488e-9b6a-a8082f1d481e will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:30.047584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.056174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:30.119634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7118fb0-bda6-4d95-9568-a3f13d58c758 req-c5bb4442-95ea-4e0d-bdef-2a5df69ed3ea tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:30.131717 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e7118fb0-bda6-4d95-9568-a3f13d58c758 req-c5bb4442-95ea-4e0d-bdef-2a5df69ed3ea tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 932 time: 0.5862031 Jun 03 21:49:30.312815 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b38584c6-af8b-488e-9b6a-a8082f1d481e,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:30.361097 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:30.390485 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Attempting to bind port b38584c6-af8b-488e-9b6a-a8082f1d481e on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:30.391036 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Attempting to bind port b38584c6-af8b-488e-9b6a-a8082f1d481e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:30.391512 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Attempting to bind port b38584c6-af8b-488e-9b6a-a8082f1d481e on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:30.399014 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Port b38584c6-af8b-488e-9b6a-a8082f1d481e on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:49:30.399432 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Attempting to bind port b38584c6-af8b-488e-9b6a-a8082f1d481e on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:30.407624 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:30.408000 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Checking segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:30.408565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Bound using segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:30.409312 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Bound port: b38584c6-af8b-488e-9b6a-a8082f1d481e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:30.409791 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.530343 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] For port b38584c6-af8b-488e-9b6a-a8082f1d481e, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:30.535575 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] For port b38584c6-af8b-488e-9b6a-a8082f1d481e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:30.544596 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.559285 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-076aa2da-8cf6-47cd-a9db-11ef5e0e9904 req-47904b77-45fe-4385-85e0-7eb0b9b51c4e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037159 Jun 03 21:49:30.570115 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b586624c-bab0-4c8e-adeb-0cfda3a14198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:30.586212 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a813745-eef5-4d81-a87a-c7061280c787 req-95ff457f-d81e-4254-bb32-7d0238bd65a9 tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/security-groups?id=6521210f-11ba-405b-ae80-d45480ec2446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222420 Jun 03 21:49:30.654536 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e7118fb0-bda6-4d95-9568-a3f13d58c758 req-fce9ee46-e170-4b3f-9f90-dfda5e3e30ad tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204034 Jun 03 21:49:30.732177 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] For port 37e77f24-1d92-4602-8481-0b718bdeb3b2, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=37e77f24-1d92-4602-8481-0b718bdeb3b2,segment=NetworkSegment(172d2f05-af9a-4895-81be-aaafa89ef30a),segment_id=172d2f05-af9a-4895-81be-aaafa89ef30a)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:30.733304 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.853685 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38748) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:30.898630 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:30.899531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.901330 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] 10.222.0.107 "PUT /v2.0/ports/b38584c6-af8b-488e-9b6a-a8082f1d481e HTTP/1.1" status: 200 len: 1094 time: 1.9384909 Jun 03 21:49:30.901979 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'tag': 'b38584c6-af8b-488e-9b6a-a8082f1d481e'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:30.905379 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434beed8-28c3-448d-9c1b-6a1eee49adb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a83b7851-c753-47a2-9251-75506b48b1e5", "tag": "b38584c6-af8b-488e-9b6a-a8082f1d481e"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:30.989880 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:31.015515 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b38584c6-af8b-488e-9b6a-a8082f1d481e,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:31.027767 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:31.185249 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.196755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 6db76657-a5b7-404a-a504-ae235183d34e completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:31.207582 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 6db76657-a5b7-404a-a504-ae235183d34e triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:31.208014 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.223309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-60460fb0-e81c-4ab4-bbcf-f81679f582f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.225794 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-60460fb0-e81c-4ab4-bbcf-f81679f582f3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 1097 time: 0.2630191 Jun 03 21:49:31.233807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:31.279764 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Calling delete_port for 37e77f24-1d92-4602-8481-0b718bdeb3b2 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:31.394493 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Usage tracker for resource:security_group_rule and tenant:99f7a49d7dd1480cb9e50283ea6f5bf0 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:31.412721 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-9562d32c-0bc6-446f-93ce-52c371c2836d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e HTTP/1.1" status: 200 len: 217 time: 0.1673353 Jun 03 21:49:31.414379 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:31.537590 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:31.610965 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.671678 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:31.674421 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aceb396-d2bb-42e4-983f-fc1f72f73dfb" -d '{"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:31.688414 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:31.708304 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.711184 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 37e77f24-1d92-4602-8481-0b718bdeb3b2 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:31.757755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-c4dca3a6-3d70-4c0e-bf3f-c82268c6b1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:31.792766 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-133e0d6b-f720-4608-af91-104dd3d05511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.795324 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-133e0d6b-f720-4608-af91-104dd3d05511 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.3529236 Jun 03 21:49:31.850325 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ba02-3929-4dc5-b34a-2a6da30f7c51 req-6509902e-d6ab-428c-bc73-fe37aa7a82dc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.860157 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1ed8ba02-3929-4dc5-b34a-2a6da30f7c51 req-6509902e-d6ab-428c-bc73-fe37aa7a82dc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 944 time: 0.9402413 Jun 03 21:49:31.903788 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba95d9-8728-4fce-9ab5-2f22d3db5190 req-8a543429-ce40-4551-8633-eb0509ad53ad tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.912193 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3bba95d9-8728-4fce-9ab5-2f22d3db5190 req-8a543429-ce40-4551-8633-eb0509ad53ad tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.9853289 Jun 03 21:49:31.922451 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-ea879fc4-33f8-4592-b96b-733b9e7240a1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135187 Jun 03 21:49:31.970699 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.976971 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-9d882a8a-622f-429b-a74a-2ba1aeaa6108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.989624 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:32.013224 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No active binding found for port 37e77f24-1d92-4602-8481-0b718bdeb3b2 {{(pid=98279) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 21:49:32.015298 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 37e77f24-1d92-4602-8481-0b718bdeb3b2 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:32.030280 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:32.048130 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:32.098701 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1ed8ba02-3929-4dc5-b34a-2a6da30f7c51 req-9e8c09af-94c0-4992-8729-1ee74cb2ecc6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374525 Jun 03 21:49:32.105051 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Pushing event deleted for resources: {'Port': ['ID=37e77f24-1d92-4602-8481-0b718bdeb3b2,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:32.111372 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3bba95d9-8728-4fce-9ab5-2f22d3db5190 req-fda06700-3a0c-4d0d-8c3e-d63f57555fa8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978228 Jun 03 21:49:32.119870 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.126994 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:32.129852 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.201178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-718447fe-436d-4cab-8ca2-6702e4aa3b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:32.241834 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99f7a49d7dd1480cb9e50283ea6f5bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3826854 Jun 03 21:49:32.245718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38784) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:32.268988 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-06a47cd8-f8d2-40a3-9953-782647ab1eb0 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229394 Jun 03 21:49:32.276971 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396597c-20f0-4a8b-b57c-5210498a9924 x-openstack-request-id: req-5396597c-20f0-4a8b-b57c-5210498a9924 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:32.277458 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83b7851-c753-47a2-9251-75506b48b1e5", "tag": "b38584c6-af8b-488e-9b6a-a8082f1d481e", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:32.277909 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5396597c-20f0-4a8b-b57c-5210498a9924 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:32.279288 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'tag': 'b38584c6-af8b-488e-9b6a-a8082f1d481e', 'status': 'completed', 'code': 200} Jun 03 21:49:32.328104 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e31665-10bc-425a-9933-28ad59d8e134,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:32.340538 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:32.410766 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] No DVR routers for this DVR port 37e77f24-1d92-4602-8481-0b718bdeb3b2 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:32.427443 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.430647 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'name': 'network-vif-deleted', 'tag': '37e77f24-1d92-4602-8481-0b718bdeb3b2'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:32.433196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9363d3e4-4efb-4020-8ebe-5e4a9ce1dbb4" -d '{"events": [{"server_uuid": "cd60f078-debb-4441-a16f-c144b5a6cff6", "name": "network-vif-deleted", "tag": "37e77f24-1d92-4602-8481-0b718bdeb3b2"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:32.462026 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5502b36f-f68e-4d47-a907-c81ee75ee951 req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.107 "DELETE /v2.0/ports/37e77f24-1d92-4602-8481-0b718bdeb3b2 HTTP/1.1" status: 204 len: 173 time: 3.3818402 Jun 03 21:49:32.544487 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-05b92c2f-ad90-4625-9bf2-332138a5114f req-c9dc61f9-562f-4837-b175-a3a7fa0013ac service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632346 Jun 03 21:49:32.625786 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-33e028b9-583b-4113-acbd-a62719d4f22c req-b282d209-7114-4216-a772-d144c9bc031e tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Synchronizing usage tracker for tenant:6100f00626404b84820a8456d9d2d5c7 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:32.636994 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.695746 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-33e028b9-583b-4113-acbd-a62719d4f22c req-b282d209-7114-4216-a772-d144c9bc031e tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Unset dirty status for tenant:6100f00626404b84820a8456d9d2d5c7 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:32.699509 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-33e028b9-583b-4113-acbd-a62719d4f22c req-b282d209-7114-4216-a772-d144c9bc031e tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd60f078-debb-4441-a16f-c144b5a6cff6 HTTP/1.1" status: 200 len: 210 time: 0.2199392 Jun 03 21:49:32.736517 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.756733 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ef378-7c26-4743-ba7b-e1318b271784 req-1b8aed7f-af5b-4436-a318-90e04bc4ef7d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:32.765589 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4b8ef378-7c26-4743-ba7b-e1318b271784 req-1b8aed7f-af5b-4436-a318-90e04bc4ef7d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.4281433 Jun 03 21:49:32.787759 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d462e4-95a1-4ac8-baca-f355d57f66e4 x-openstack-request-id: req-34d462e4-95a1-4ac8-baca-f355d57f66e4 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:32.788296 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:32.788724 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34d462e4-95a1-4ac8-baca-f355d57f66e4 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:32.789371 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'code': 200} Jun 03 21:49:32.801869 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-a722bdab-8ff6-4709-9e85-c1ca699ef66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:32.804977 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-a722bdab-8ff6-4709-9e85-c1ca699ef66a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1876521 Jun 03 21:49:32.850288 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4b8ef378-7c26-4743-ba7b-e1318b271784 req-951200d2-863c-41a5-9a49-ceac5a76551a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836487 Jun 03 21:49:32.964346 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.970539 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:33.003048 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e31665-10bc-425a-9933-28ad59d8e134,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:33.165063 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:33.197345 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.209722 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6e31665-10bc-425a-9933-28ad59d8e134 HTTP/1.1" status: 204 len: 168 time: 0.9621112 Jun 03 21:49:33.353526 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-2d5ba5b8-d6b7-458c-82fc-15b4aa42e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:33.356263 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-2d5ba5b8-d6b7-458c-82fc-15b4aa42e9bc service neutron] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 917 time: 0.5419414 Jun 03 21:49:33.409128 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f73464-475f-4cc8-abcb-b0317d094c96 req-c96cbaed-0915-453b-90a2-db870bbb0872 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:33.416570 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-77f73464-475f-4cc8-abcb-b0317d094c96 req-c96cbaed-0915-453b-90a2-db870bbb0872 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 944 time: 0.4051182 Jun 03 21:49:33.479837 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956d74-af12-42f8-a122-7f17dcf113f4 req-65577082-ed1c-42c6-af3d-9d73349fa08c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:33.483987 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a2956d74-af12-42f8-a122-7f17dcf113f4 req-65577082-ed1c-42c6-af3d-9d73349fa08c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3258753 Jun 03 21:49:33.501006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38816) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.543155 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-04110592-d21a-4446-bacb-34146a194166 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e HTTP/1.1" status: 200 len: 217 time: 0.1682093 Jun 03 21:49:33.543375 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c79430-2e9b-4ef7-914c-84fc30bbcd49 req-2357469a-a3b0-4393-a0e6-d19336e7b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:33.546730 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a6c79430-2e9b-4ef7-914c-84fc30bbcd49 req-2357469a-a3b0-4393-a0e6-d19336e7b241 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1098 time: 0.2753482 Jun 03 21:49:33.553317 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'floatingip': {'port_id': '52ec2db8-7ede-4b9f-9e7d-97c61db13663'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:33.677516 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-ff44153d-cd48-4cfa-90ad-e3f694260ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:33.681435 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-ff44153d-cd48-4cfa-90ad-e3f694260ead service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.1138270 Jun 03 21:49:33.682059 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38820) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.703998 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-77f73464-475f-4cc8-abcb-b0317d094c96 req-f07dd62c-aa07-4414-a29f-698568128a65 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863028 Jun 03 21:49:33.751943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f5012c-0a35-4917-a766-897d0479d6c1 x-openstack-request-id: req-c9f5012c-0a35-4917-a766-897d0479d6c1 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:33.751943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd60f078-debb-4441-a16f-c144b5a6cff6", "name": "network-vif-deleted", "tag": "37e77f24-1d92-4602-8481-0b718bdeb3b2", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:33.751943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9f5012c-0a35-4917-a766-897d0479d6c1 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:33.751943 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd60f078-debb-4441-a16f-c144b5a6cff6', 'name': 'network-vif-deleted', 'tag': '37e77f24-1d92-4602-8481-0b718bdeb3b2', 'status': 'completed', 'code': 200} Jun 03 21:49:33.872790 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-811fd199-50f3-49b7-9304-ffea42dee403 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775098 Jun 03 21:49:33.921926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38826) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.998085 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a6c79430-2e9b-4ef7-914c-84fc30bbcd49 req-03323d5d-376d-4e78-b365-0616e8f1464c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569475 Jun 03 21:49:34.031663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.232478 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-8eedc1a5-d9fe-480f-ab01-b6b31bdc8f37 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516631 Jun 03 21:49:34.233775 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38830) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:34.332184 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.400320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.403074 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.552999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Usage tracker for resource:security_group_rule and tenant:04c8a3c2b6504e55aeeb65279fca6dc8 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:34.577571 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:34.605317 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.628798 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.641077 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-91b76493-d178-406a-9e25-c53da386ab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.692209 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.701025 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Usage tracker for resource:security_group_rule and tenant:041235397c09407684b7820d7ae8cf43 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:34.706429 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:34.718450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.739002 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.862330 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.873239 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c5853dca21480faaeb067aff188285 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:34.878093 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-434beed8-28c3-448d-9c1b-6a1eee49adb3 req-e814e830-746f-4b2f-ad9e-89dc3cf3e726 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159348 Jun 03 21:49:34.879219 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:34.902415 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.954465 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389ca3d-e264-44f6-8756-c55ac90f560e req-db72900e-f44d-4515-b356-0f0d84ef67d6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:34.957423 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c389ca3d-e264-44f6-8756-c55ac90f560e req-db72900e-f44d-4515-b356-0f0d84ef67d6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.9431062 Jun 03 21:49:34.999590 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device b38584c6-af8b-488e-9b6a-a8082f1d481e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:49:35.008563 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.026964 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-05bf2f47-8f51-48ea-8d34-ed96e17713bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:35.029041 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-05bf2f47-8f51-48ea-8d34-ed96e17713bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 1098 time: 0.5028372 Jun 03 21:49:35.055032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.067651 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-da0baeb6-9b8c-4676-96d3-b0ed774e5630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.365417 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1386c9c6-a860-414d-be41-faadc8704a0f,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.401976 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port b38584c6-af8b-488e-9b6a-a8082f1d481e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:35.408179 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.418768 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.428948 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': 'b38584c6-af8b-488e-9b6a-a8082f1d481e', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'port_id': 'b38584c6-af8b-488e-9b6a-a8082f1d481e', 'mac_address': 'fa:16:3e:1f:73:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa33d65-0a15-426f-a5e8-21167b0557e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:49:35.436985 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04c8a3c2b6504e55aeeb65279fca6dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1978321 Jun 03 21:49:35.438026 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38846) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.483042 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.484660 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c389ca3d-e264-44f6-8756-c55ac90f560e req-edc75c1e-a13c-48ce-b629-d79aa80f37df tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446576 Jun 03 21:49:35.533472 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.557820 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.563122 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38584c6-af8b-488e-9b6a-a8082f1d481e {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:35.566565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.586896 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port b38584c6-af8b-488e-9b6a-a8082f1d481e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:35.587367 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.594819 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.599965 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.681311 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=041235397c09407684b7820d7ae8cf43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9978051 Jun 03 21:49:35.687388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1878bbf5-c988-4572-9268-d85efcc77c67,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.689925 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38848) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.693773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.704652 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f8393d14-01b6-4ac9-9283-4f54cfb226b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.719745 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3c5853dca21480faaeb067aff188285&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7932191 Jun 03 21:49:35.730732 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=b38584c6-af8b-488e-9b6a-a8082f1d481e,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.734702 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.735463 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.742453 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38850) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.778977 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.784096 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c0d3c-9834-4959-b0a0-5e9dc3260714 req-9ca67565-9ae7-4294-a650-79f10794c1a9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:35.786992 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-624c0d3c-9834-4959-b0a0-5e9dc3260714 req-9ca67565-9ae7-4294-a650-79f10794c1a9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.9646366 Jun 03 21:49:35.790573 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-0d1120a6-9ea6-4cc8-8207-10485557d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:35.793818 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-0d1120a6-9ea6-4cc8-8207-10485557d22c service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.7486033 Jun 03 21:49:35.837432 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc5563-2ead-4db0-8936-3d3835e477e6,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.860847 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.873827 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.912336 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.962583 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['b38584c6-af8b-488e-9b6a-a8082f1d481e'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:35.972253 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.975698 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.057147 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.072214 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.081197 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.138153 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1386c9c6-a860-414d-be41-faadc8704a0f,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.170892 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.211368 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.217681 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1386c9c6-a860-414d-be41-faadc8704a0f HTTP/1.1" status: 204 len: 168 time: 0.7740736 Jun 03 21:49:36.222333 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.227983 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2e5508c6-61e9-487f-a846-e7f489bc9446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.242146 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878bbf5-c988-4572-9268-d85efcc77c67,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.248002 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.253290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.254732 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1878bbf5-c988-4572-9268-d85efcc77c67 HTTP/1.1" status: 204 len: 168 time: 0.5621891 Jun 03 21:49:36.261394 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-67ac6a06-b1b1-43b5-a990-aa73273bc1bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a HTTP/1.1" status: 200 len: 217 time: 0.2337551 Jun 03 21:49:36.270082 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.279339 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.288812 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19dc5563-2ead-4db0-8936-3d3835e477e6 HTTP/1.1" status: 204 len: 168 time: 0.5449681 Jun 03 21:49:36.290528 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d333480b-87e0-4c24-98f1-064a8c1d5fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.313754 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc5563-2ead-4db0-8936-3d3835e477e6,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.320159 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.404829 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-624c0d3c-9834-4959-b0a0-5e9dc3260714 req-cee76ac0-af9a-4dbf-b1d6-0ba6eafdb6f9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741899 Jun 03 21:49:36.430079 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-937c5c03-8134-4af0-a324-668e15f3d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:36.431506 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-937c5c03-8134-4af0-a324-668e15f3d8de service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.1466799 Jun 03 21:49:36.508893 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1859-723c-495f-b0a7-189bafa9c228 req-7ac5cde0-cff6-481f-8c38-ed315308700a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:36.510670 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-865f1859-723c-495f-b0a7-189bafa9c228 req-7ac5cde0-cff6-481f-8c38-ed315308700a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 945 time: 0.8173163 Jun 03 21:49:36.522736 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-e7ed340d-e71b-4d93-a87d-fd38f4902f09 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788004 Jun 03 21:49:36.960483 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.db.resource_extend [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:49:36.990937 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38868) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.012259 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.030681 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:37.036822 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Usage tracker for resource:security_group_rule and tenant:31ac05992dbc47cf87655fc001031dd8 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:37.040679 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:37.048652 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:37.087153 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-865f1859-723c-495f-b0a7-189bafa9c228 req-2ae343af-c5a0-411a-b72d-16fbe9d7c046 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584981 Jun 03 21:49:37.224942 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.234120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.237590 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.261749 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.305138 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-da59e87f-c431-4f1d-9e16-9adb88263774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:37.323355 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31ac05992dbc47cf87655fc001031dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308959 Jun 03 21:49:37.339318 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38872) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.368826 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-359a9f82-2b59-4b60-8fa3-4a459289cca7 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124959 Jun 03 21:49:37.415077 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.435032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c5a82-3c9b-475a-bdcc-612fe6365c0f,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:37.440897 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:37.491602 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38878) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.531906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.557333 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.564519 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52d939-bb9d-42ba-88a8-fb313a3878bc req-76401a0e-50ba-4e42-b41d-6f3d49207795 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:37.566236 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3d52d939-bb9d-42ba-88a8-fb313a3878bc req-76401a0e-50ba-4e42-b41d-6f3d49207795 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.7650199 Jun 03 21:49:37.590373 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38880) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.613999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:37.629395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.648314 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Usage tracker for resource:security_group_rule and tenant:7bef1444c3c44f7b8c8bfb28336a274f is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:37.655179 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38882) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.657840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:37.707430 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:37.722589 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.751818 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c4f08003-7f3d-46c6-b950-ccbdd196ed0f req-70a9afcc-5863-4be1-ba81-e3ad565dc060 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685114 Jun 03 21:49:37.806412 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:37.828708 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Usage tracker for resource:security_group_rule and tenant:a8992ca94dee4bb7b36187ce8bcf2bb7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:37.836504 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3d52d939-bb9d-42ba-88a8-fb313a3878bc req-52114dad-30ad-426f-8c63-1dba140673cf tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530065 Jun 03 21:49:37.839952 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:37.846452 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Floating IP 6ce0518f-1a35-4858-8f34-7ef357feea62 associated. External IP: 172.28.1.185, port: 52ec2db8-7ede-4b9f-9e7d-97c61db13663. Jun 03 21:49:37.855985 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:37.920697 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.921515 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_v2 [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Deleting subnet 93f3ca5a-d46a-4190-8993-38e0f0a7176c {{(pid=98278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:37.936994 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.939330 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-62db9c1a-bae8-4a96-9df2-6ca66cf200f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:37.986255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c5a82-3c9b-475a-bdcc-612fe6365c0f,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:37.990704 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.066531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.071697 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c5c5a82-3c9b-475a-bdcc-612fe6365c0f HTTP/1.1" status: 204 len: 168 time: 0.7310894 Jun 03 21:49:38.079100 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.105578 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.192852 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.198374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.200553 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.208729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4908c686-1e72-499d-a277-6f2054b35836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.220917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.289290 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7bef1444c3c44f7b8c8bfb28336a274f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737656 Jun 03 21:49:38.293371 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7839507-0027-4918-a50b-56bef1d2fe28,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.297550 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38894) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.301128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.318100 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0910cb76-7c12-427c-be7d-db666be76c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.328258 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8992ca94dee4bb7b36187ce8bcf2bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719248 Jun 03 21:49:38.336088 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38896) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.347507 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6ae08-682c-4827-8685-61e847523b84 req-a90321be-a994-4f62-a322-ed3ef9d7dd39 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:38.349212 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67a6ae08-682c-4827-8685-61e847523b84 req-a90321be-a994-4f62-a322-ed3ef9d7dd39 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.5666201 Jun 03 21:49:38.403032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6730b3f3-474a-4a95-b124-c33563a110e7,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.424263 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.472120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.503136 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.531087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.573194 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.661666 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.667519 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.679135 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.692999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7839507-0027-4918-a50b-56bef1d2fe28,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.697767 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.698290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ced96825-7c72-4235-91ee-76bfd220f8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.719377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730b3f3-474a-4a95-b124-c33563a110e7,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.724388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.725289 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.726548 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7839507-0027-4918-a50b-56bef1d2fe28 HTTP/1.1" status: 204 len: 168 time: 0.4269142 Jun 03 21:49:38.729471 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.730556 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6730b3f3-474a-4a95-b124-c33563a110e7 HTTP/1.1" status: 204 len: 168 time: 0.3937817 Jun 03 21:49:38.748477 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67a6ae08-682c-4827-8685-61e847523b84 req-84992205-a9da-47c7-b45c-b866be1872c8 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311899 Jun 03 21:49:38.889251 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc00fc-4346-4232-b9dc-0e3478a39619 req-11dba0fa-0a79-47c7-8a03-32306b9c1d70 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:38.894678 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-59fc00fc-4346-4232-b9dc-0e3478a39619 req-11dba0fa-0a79-47c7-8a03-32306b9c1d70 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.7350712 Jun 03 21:49:38.901339 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 38906) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.907737 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'floatingip': {'port_id': '6db76657-a5b7-404a-a504-ae235183d34e'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:39.017616 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.031996 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device b38584c6-af8b-488e-9b6a-a8082f1d481e up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:39.059710 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Router 5e552513-e36e-4d43-942c-af6a0703d66f has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:39.244267 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port b38584c6-af8b-488e-9b6a-a8082f1d481e completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:39.252254 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port b38584c6-af8b-488e-9b6a-a8082f1d481e triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:39.253028 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.357746 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.384674 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:39.434130 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a002d-236d-403d-9385-3345fdef64e4 req-1c74b663-b1b0-46ed-92ae-481a69aadd9f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:39.436638 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-474a002d-236d-403d-9385-3345fdef64e4 req-1c74b663-b1b0-46ed-92ae-481a69aadd9f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 945 time: 0.5034919 Jun 03 21:49:39.491434 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.504357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f3ca5a-d46a-4190-8993-38e0f0a7176c,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:39.540120 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:39.540734 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.558891 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38584c6-af8b-488e-9b6a-a8082f1d481e'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:39.564064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38ab54-b55b-4f6b-962a-d9ee5116070b" -d '{"events": [{"server_uuid": "a83b7851-c753-47a2-9251-75506b48b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "b38584c6-af8b-488e-9b6a-a8082f1d481e"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:39.595986 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/93f3ca5a-d46a-4190-8993-38e0f0a7176c HTTP/1.1" status: 204 len: 168 time: 1.9914284 Jun 03 21:49:39.601247 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port b38584c6-af8b-488e-9b6a-a8082f1d481e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:39.601778 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38922) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.607959 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:39.613979 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.618953 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:39.638567 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.646635 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:39.668598 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:39.670802 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:49:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:39.707022 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f1bf86-4773-4347-94ef-668a6d8adcf2 x-openstack-request-id: req-c0f1bf86-4773-4347-94ef-668a6d8adcf2 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:39.707588 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83b7851-c753-47a2-9251-75506b48b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "b38584c6-af8b-488e-9b6a-a8082f1d481e", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:39.708060 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0f1bf86-4773-4347-94ef-668a6d8adcf2 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:39.708697 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38584c6-af8b-488e-9b6a-a8082f1d481e', 'code': 200} Jun 03 21:49:39.711892 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-474a002d-236d-403d-9385-3345fdef64e4 req-dc425825-ce6a-49ba-b006-86772114b5c3 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984713 Jun 03 21:49:39.818503 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=b38584c6-af8b-488e-9b6a-a8082f1d481e,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:39.840224 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:39.944315 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-8db15026-41a3-412a-a6dc-9a62e7de6b19 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "PUT /v2.0/floatingips/6ce0518f-1a35-4858-8f34-7ef357feea62 HTTP/1.1" status: 200 len: 991 time: 6.4370675 Jun 03 21:49:39.944315 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:39.947492 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948" -d '{"events": [{"name": "network-changed", "server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:39.975536 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.331336 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:40.435865 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.455190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac072652-055e-4e98-b45b-2c4bdcc1c62b x-openstack-request-id: req-ac072652-055e-4e98-b45b-2c4bdcc1c62b {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:40.455765 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:40.456011 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac072652-055e-4e98-b45b-2c4bdcc1c62b {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:40.456458 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'status': 'completed', 'code': 200} Jun 03 21:49:40.516396 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.516846 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.517521 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.517882 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > port after_create 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.518311 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.522591 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > port after_update 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.528643 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.529374 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.529925 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.530446 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.675479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-64d09c1c-c763-40cf-b527-0006cfcc2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:40.677187 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-64d09c1c-c763-40cf-b527-0006cfcc2115 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1098 time: 0.1200867 Jun 03 21:49:40.907084 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.910913 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.911932 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.914507 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:49:40.917583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7561395-ed9c-4aa7-aa1a-5af645450d62']}} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:40.991159 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172d2f05-af9a-4895-81be-aaafa89ef30a') {'for_net_delete': True} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:40.997941 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172d2f05-af9a-4895-81be-aaafa89ef30a') {} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:41.029117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15050194'] for segment, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.040831 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-ef564764-cfa4-4d50-a155-39039cf91004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:41.053840 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-ef564764-cfa4-4d50-a155-39039cf91004 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.3659084 Jun 03 21:49:41.061655 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f559-d233-44a5-bacc-ae70681546dc req-1e33504b-a2ea-4051-92cc-9dfd2c7276a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:41.065493 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d004f559-d233-44a5-bacc-ae70681546dc req-1e33504b-a2ea-4051-92cc-9dfd2c7276a6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 1099 time: 0.8023553 Jun 03 21:49:41.125486 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b584ee-aa68-49a1-be82-71a96f68b873 req-b365c26a-7d1d-4fbb-a8d7-8c54c81d9535 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:41.135165 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b3b584ee-aa68-49a1-be82-71a96f68b873 req-b365c26a-7d1d-4fbb-a8d7-8c54c81d9535 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 1.0419111 Jun 03 21:49:41.167569 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '6ce0518f-1a35-4858-8f34-7ef357feea62', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'port_id': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'mac_address': 'fa:16:3e:40:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927282d8-a02a-4177-952c-af8ebdc50df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:48:54Z', 'updated_at': '2021-06-03T21:49:36Z', 'revision_number': 1, 'project_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:41.178262 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:49:41.204289 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:41.206353 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:49:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:41.211546 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.253477 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Releasing vlan 1543 on physical network physnet1 to pool {{(pid=98278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:41.254512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13742939'] for segment, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: from cryptography.utils import int_from_bytes Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: from cryptography.utils import int_from_bytes Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: Traceback (most recent call last): Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: timer() Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: cb(*args, **kw) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: return func(*args, **kwargs) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: self._notify() Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: self.callback(batched_events) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: event.method(event) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: return f(self, *a, **k) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: return self._get(url).json() Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:41.273917 dv-cinder-794669-4-smb neutron-server[98278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:41.331348 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-67865b16-4913-411d-9f57-67ca74c7d74f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 999 time: 0.1902235 Jun 03 21:49:41.424591 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d004f559-d233-44a5-bacc-ae70681546dc req-2bece369-893d-4a25-b227-6073093ad681 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192847 Jun 03 21:49:41.438508 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b3b584ee-aa68-49a1-be82-71a96f68b873 req-31ecb8b8-6fa0-4273-a863-bacc6dd2cded tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021696 Jun 03 21:49:41.446523 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.469166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-5c499937-23aa-4c5d-b2dd-2e7c5a3c5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:41.472419 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-5c499937-23aa-4c5d-b2dd-2e7c5a3c5b2c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.1192884 Jun 03 21:49:41.480390 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.486564 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:41.498899 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.db.resource_extend [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:49:41.520124 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7561395-ed9c-4aa7-aa1a-5af645450d62,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:41.524340 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:41.534480 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f7561395-ed9c-4aa7-aa1a-5af645450d62 HTTP/1.1" status: 204 len: 168 time: 1.9315984 Jun 03 21:49:41.555293 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023489-d865-450d-b10a-c1481e9f9b14 req-02f87e10-e424-48f8-ae0f-aef099efa4d7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:41.557101 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ad023489-d865-450d-b10a-c1481e9f9b14 req-02f87e10-e424-48f8-ae0f-aef099efa4d7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 946 time: 0.4506330 Jun 03 21:49:41.697342 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ad023489-d865-450d-b10a-c1481e9f9b14 req-430d5dd0-8934-4fb9-a749-4bae2e73abe2 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268396 Jun 03 21:49:41.747199 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:41.880305 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.896235 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.962587 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38984) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.107111 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-997a80f9-c08a-45fd-af21-18abfdae67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:42.110154 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-997a80f9-c08a-45fd-af21-18abfdae67a2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6182156 Jun 03 21:49:42.159330 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a9dbbe9c-99f3-4a6b-a18b-1e223a296714 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6100f00626404b84820a8456d9d2d5c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1908569 Jun 03 21:49:42.159330 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 38988) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.305484 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.320597 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '6ce0518f-1a35-4858-8f34-7ef357feea62', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'port_id': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'mac_address': 'fa:16:3e:40:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927282d8-a02a-4177-952c-af8ebdc50df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:48:54Z', 'updated_at': '2021-06-03T21:49:36Z', 'revision_number': 1, 'project_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:42.345495 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab2177-ee57-4add-97b9-593cece9eace None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '6ce0518f-1a35-4858-8f34-7ef357feea62', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'port_id': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'mac_address': 'fa:16:3e:40:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927282d8-a02a-4177-952c-af8ebdc50df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:48:54Z', 'updated_at': '2021-06-03T21:49:36Z', 'revision_number': 1, 'project_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:42.384893 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.605843 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.l3_db [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Floating IP 158ff997-54ee-419d-8e44-9cf3a4b4e681 associated. External IP: 172.28.1.106, port: 6db76657-a5b7-404a-a504-ae235183d34e. Jun 03 21:49:42.761941 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.767562 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-bbed48cc-367d-4bd5-8e19-6f065f2cb611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:42.835316 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b7bd1-f29c-4f43-bd82-b0dc7e36c773 None None] New status for floating IP 6ce0518f-1a35-4858-8f34-7ef357feea62: ACTIVE {{(pid=98279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:49:42.836217 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6521210f-11ba-405b-ae80-d45480ec2446,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:42.841979 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-412239df-dc65-4e2c-9ef0-dbdaceecee61 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651045 Jun 03 21:49:42.846023 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:42.849557 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.858087 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6521210f-11ba-405b-ae80-d45480ec2446 HTTP/1.1" status: 204 len: 168 time: 0.6958048 Jun 03 21:49:43.127039 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b0f9a-0e63-4636-b34e-3caa95ff0374 req-0b759ad2-49b4-4813-a3be-47766f09a39f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:43.137158 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2c5b0f9a-0e63-4636-b34e-3caa95ff0374 req-0b759ad2-49b4-4813-a3be-47766f09a39f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2242546 Jun 03 21:49:43.210225 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2c5b0f9a-0e63-4636-b34e-3caa95ff0374 req-8903dd07-6d4d-40f4-a447-1ae6878e79b6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714984 Jun 03 21:49:43.437869 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a5281-668a-4f6f-9f12-23fba277dfbc req-8cdf524d-2b4f-411c-be85-3eb822393e6a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:43.440960 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-639a5281-668a-4f6f-9f12-23fba277dfbc req-8cdf524d-2b4f-411c-be85-3eb822393e6a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2212932 Jun 03 21:49:43.543301 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-fe3f6231-6ba6-47d0-b9d0-cdaf98c1c948 req-0c209658-c0b6-4d33-8153-60084fd81c0b service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995073 Jun 03 21:49:43.550896 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-639a5281-668a-4f6f-9f12-23fba277dfbc req-05431279-58df-4d41-8c9c-e25a04d6df57 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017532 Jun 03 21:49:43.775229 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39022) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:43.896601 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Router 53d84f39-c410-4ae0-8b76-c23bee40962e has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:44.347363 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:44.358752 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.362913 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988885ad-af87-403c-964a-e9d818154e08 None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:44.366360 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.402684 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:44.406083 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:44.415258 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:49:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:44.417290 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Usage tracker for resource:security_group_rule and tenant:8944f1f23ed74512b52f1b8fec14b6d3 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:44.423417 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:44.443311 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:44.575554 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9c50821c-04a6-4439-81c1-0b5268cf00a7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "PUT /v2.0/floatingips/158ff997-54ee-419d-8e44-9cf3a4b4e681 HTTP/1.1" status: 200 len: 991 time: 5.6704762 Jun 03 21:49:44.577441 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:44.590003 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17451af6-8544-4229-a462-837e2fc662bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:44.727085 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.754687 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.818609 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:44.871447 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8b664-5771-4131-9597-4b8d672284e1 req-96eb511c-4ff3-4cea-840b-022fd1d4c636 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:44.875451 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1dd8b664-5771-4131-9597-4b8d672284e1 req-96eb511c-4ff3-4cea-840b-022fd1d4c636 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.3441017 Jun 03 21:49:44.893251 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:44.984902 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8944f1f23ed74512b52f1b8fec14b6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2079606 Jun 03 21:49:44.987988 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39064) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:45.097370 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08e8f24-d89c-40b2-9229-feb087cc3805,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:45.126541 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1dd8b664-5771-4131-9597-4b8d672284e1 req-e96ebc3a-a884-4454-a7ae-d304b0319bc1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258918 Jun 03 21:49:45.130516 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:45.207310 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.341835 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.535198 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.548557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-108dfe97-d5d5-4b76-8125-bf8bd38a1800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:45.581742 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bd093e-f5c0-4099-a3f3-d676bc62570f x-openstack-request-id: req-80bd093e-f5c0-4099-a3f3-d676bc62570f {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:45.582860 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:45.582860 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80bd093e-f5c0-4099-a3f3-d676bc62570f {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:45.583318 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'status': 'completed', 'code': 200} Jun 03 21:49:45.592025 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08e8f24-d89c-40b2-9229-feb087cc3805,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:45.598612 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:45.602522 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.609045 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d08e8f24-d89c-40b2-9229-feb087cc3805 HTTP/1.1" status: 204 len: 168 time: 0.6189790 Jun 03 21:49:45.881149 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17451af6-8544-4229-a462-837e2fc662bf req-01dcdf6b-35a0-46db-87e1-0e44994998ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:45.885771 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-01dcdf6b-35a0-46db-87e1-0e44994998ca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1098 time: 0.2378907 Jun 03 21:49:46.017114 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '158ff997-54ee-419d-8e44-9cf3a4b4e681', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'floating_ip_address': '172.28.1.106', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'port_id': '6db76657-a5b7-404a-a504-ae235183d34e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'mac_address': 'fa:16:3e:93:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:49:00Z', 'updated_at': '2021-06-03T21:49:41Z', 'revision_number': 1, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:46.025855 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988885ad-af87-403c-964a-e9d818154e08 None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:49:46.051695 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:46.054354 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:49:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:46.343985 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17451af6-8544-4229-a462-837e2fc662bf req-8b9cffe6-f120-484f-a0c4-d58c74316d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:46.346407 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-8b9cffe6-f120-484f-a0c4-d58c74316d23 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.4506605 Jun 03 21:49:46.502531 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:46.547623 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-dab35e4a-2d71-439d-97b5-5b897d50cd27 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 200 len: 999 time: 0.1919551 Jun 03 21:49:46.753383 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea019f-4001-4144-bbf7-e3a3b454553c req-5eea0dc1-ab4c-4b85-8c9f-48bd6b628819 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:46.765957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17451af6-8544-4229-a462-837e2fc662bf req-e3582569-42cf-4265-a9a9-96e521d0cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:46.767139 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5eea019f-4001-4144-bbf7-e3a3b454553c req-5eea0dc1-ab4c-4b85-8c9f-48bd6b628819 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.3543365 Jun 03 21:49:46.768870 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-e3582569-42cf-4265-a9a9-96e521d0cf75 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.2027929 Jun 03 21:49:46.890037 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5eea019f-4001-4144-bbf7-e3a3b454553c req-8bce3063-c13b-4758-92c4-09d6f0c01582 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199429 Jun 03 21:49:47.073042 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17451af6-8544-4229-a462-837e2fc662bf req-e98510c1-98af-42ff-8d07-9eedb2db17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:47.077155 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-e98510c1-98af-42ff-8d07-9eedb2db17d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2969341 Jun 03 21:49:47.365564 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-988885ad-af87-403c-964a-e9d818154e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '158ff997-54ee-419d-8e44-9cf3a4b4e681', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'floating_ip_address': '172.28.1.106', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'port_id': '6db76657-a5b7-404a-a504-ae235183d34e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'mac_address': 'fa:16:3e:93:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:49:00Z', 'updated_at': '2021-06-03T21:49:41Z', 'revision_number': 1, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:47.380860 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988885ad-af87-403c-964a-e9d818154e08 None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '158ff997-54ee-419d-8e44-9cf3a4b4e681', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'floating_ip_address': '172.28.1.106', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'port_id': '6db76657-a5b7-404a-a504-ae235183d34e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'mac_address': 'fa:16:3e:93:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:49:00Z', 'updated_at': '2021-06-03T21:49:41Z', 'revision_number': 1, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:47.406026 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-08232287-2c30-45b3-bcee-1fea712920b8 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145750 Jun 03 21:49:47.845791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d4a8a-0665-4957-b569-ea928039d6df None None] New status for floating IP 158ff997-54ee-419d-8e44-9cf3a4b4e681: ACTIVE {{(pid=98279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:49:47.876179 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-17451af6-8544-4229-a462-837e2fc662bf req-394822d8-888c-48ee-a56a-a7d647bff355 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517212 Jun 03 21:49:48.293071 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be57ed-4983-450b-b365-63b4c56194eb req-44f757aa-a47a-4047-9d80-23d4ae8ee519 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:48.301606 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b6be57ed-4983-450b-b365-63b4c56194eb req-44f757aa-a47a-4047-9d80-23d4ae8ee519 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.1141193 Jun 03 21:49:48.370481 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b6be57ed-4983-450b-b365-63b4c56194eb req-043737cf-fa81-4b23-800b-5c8c59fc2489 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676076 Jun 03 21:49:48.865282 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-760cf512-0e4e-44e8-8fe8-a9cedc53af12 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:48.867120 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-760cf512-0e4e-44e8-8fe8-a9cedc53af12 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 0.2541282 Jun 03 21:49:48.888435 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-7bffd600-2bb8-453b-a9e4-e7ed1bed8441 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/quotas/ff3f28edae6e4539a1dc685a3e0a220b HTTP/1.1" status: 200 len: 375 time: 0.0111127 Jun 03 21:49:49.023268 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-b8fb0afd-b911-4875-baf4-13aa2a029b58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247289 Jun 03 21:49:49.287282 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-3c240676-7fa7-43d9-aebc-d6422e6ea1bf service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525146 Jun 03 21:49:49.520107 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-c4580278-8cce-4434-b92f-38f1088ded4a service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328353 Jun 03 21:49:49.698036 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698cee7-d74b-4de0-a378-eb7bf0ea0e0c req-6a78aa88-ddb8-46c2-abf6-b67d8bc87d21 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:49.702370 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3698cee7-d74b-4de0-a378-eb7bf0ea0e0c req-6a78aa88-ddb8-46c2-abf6-b67d8bc87d21 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.1662850 Jun 03 21:49:49.798142 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3698cee7-d74b-4de0-a378-eb7bf0ea0e0c req-ffcb0dbf-5c0c-4877-8e26-104a63f7ffff tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934224 Jun 03 21:49:49.982704 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dacd00d9-f9cc-47d9-8fa0-be1f96dcac24 req-85a39bd5-d404-498c-8ad7-09c9a26f5d6e tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 210 time: 0.0733023 Jun 03 21:49:51.305043 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68609-0f1f-4cdf-90ef-3838ca07a335 req-14741f1c-923d-450e-8234-55a329f5cc08 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:51.306986 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2e68609-0f1f-4cdf-90ef-3838ca07a335 req-14741f1c-923d-450e-8234-55a329f5cc08 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2340982 Jun 03 21:49:51.427430 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2e68609-0f1f-4cdf-90ef-3838ca07a335 req-7bcdd67a-7d61-4f63-a833-3676e4d03312 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062253 Jun 03 21:49:51.563013 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-21ced530-25ec-4b2b-9efd-78860b40ce42 req-422bb2df-8227-44c5-9f99-9b85d2211cfa tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 210 time: 0.0775902 Jun 03 21:49:51.648944 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.137381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-56844d9d-a6c5-43b6-ac79-05b22264cf3c tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:52.140862 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-56844d9d-a6c5-43b6-ac79-05b22264cf3c tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 0.5269816 Jun 03 21:49:52.161879 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Request body: {'port': {'device_id': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'admin_state_up': True, 'tenant_id': 'ff3f28edae6e4539a1dc685a3e0a220b'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:52.420836 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:52.428953 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Usage tracker for resource:port and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:52.435416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:52.451200 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:52.472913 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Made reservation on behalf of ff3f28edae6e4539a1dc685a3e0a220b for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:52.478251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.713832 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:49:52.785527 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b2e9c-ffe6-498e-878f-e52d1a9c1f27 req-7c976d0f-1ea7-479a-a5a0-7fc0016908e8 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:52.799217 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-eb0b2e9c-ffe6-498e-878f-e52d1a9c1f27 req-7c976d0f-1ea7-479a-a5a0-7fc0016908e8 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2177989 Jun 03 21:49:52.855702 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Allocated IP 172.20.0.7 (4eb84cd4-da35-4f1c-9791-6d9f545c7528/daa33d65-0a15-426f-a5e8-21167b0557e3/5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:52.935477 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d82e137-222f-4fe2-b94c-3db4c3714ab7 req-e88fa5a8-55b1-48f2-88b7-c79b97eef876 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 210 time: 0.1036651 Jun 03 21:49:52.957518 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-eb0b2e9c-ffe6-498e-878f-e52d1a9c1f27 req-0c9de574-b1a1-4977-93bf-815f62c06b8a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569655 Jun 03 21:49:53.327331 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.382023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.394584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:53.407905 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'b38584c6-af8b-488e-9b6a-a8082f1d481e'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:49:53.599174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:53.605557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:53.610848 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:53.621294 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:53.622816 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.693090 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5356193 Jun 03 21:49:53.693090 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event updated for resources: {'Port': ['ID=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:53.698366 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:53.721212 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Request body: {'port': {'device_id': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:54.037273 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.384384 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86af7a9-9faa-4012-acd9-e39304b9e0b9 req-d8b6581a-5f12-4c3a-94b2-b039f60e728a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:54.386207 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f86af7a9-9faa-4012-acd9-e39304b9e0b9 req-d8b6581a-5f12-4c3a-94b2-b039f60e728a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.1755059 Jun 03 21:49:54.432329 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e6d85-e8ee-4a97-8969-7fc0b2263893 req-8a0cbe5b-8d38-4bf5-aaaf-767deddb4833 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:54.435012 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d0e6d85-e8ee-4a97-8969-7fc0b2263893 req-8a0cbe5b-8d38-4bf5-aaaf-767deddb4833 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 931 time: 0.1734691 Jun 03 21:49:54.511500 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d0e6d85-e8ee-4a97-8969-7fc0b2263893 req-d3449dcd-cc51-4e8e-85b0-ca52e197b762 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662394 Jun 03 21:49:54.523652 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f86af7a9-9faa-4012-acd9-e39304b9e0b9 req-e43888ff-f4a4-458e-8a49-26464d336ea4 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204612 Jun 03 21:49:54.527718 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39426) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:54.558677 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39430) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:54.742353 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:54.753863 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.756748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.788606 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:54.792518 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Transition to ACTIVE for port object 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:54.796792 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4ddbfe87d74e6f9aa7b67fbbcf1824 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:54.810815 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:54.816166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.826885 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:54.827670 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.849314 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:54.853982 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Usage tracker for resource:security_group_rule and tenant:aa3f3b17c050473caac85a9c9e5b5c0c is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:54.858060 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:54.866884 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:54.894464 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:55.115384 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.122175 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.148994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b090f-adb4-471e-a396-27556a926464 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:55.159961 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-832b090f-adb4-471e-a396-27556a926464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:55.253545 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d241c8d3-6e43-4326-a100-cc7db17cf5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:55.267248 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Attempting to bind port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:55.267611 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Attempting to bind port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:55.267899 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Attempting to bind port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:55.274447 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:49:55.274757 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Attempting to bind port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:55.294882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:55.295326 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Checking segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:55.295577 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Bound using segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:55.296198 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Bound port: 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:55.296446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.327666 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa3f3b17c050473caac85a9c9e5b5c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627807 Jun 03 21:49:55.328086 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39448) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:55.347949 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa45cc-a993-43f3-90e4-2d9be7c97b0d,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:55.360593 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:55.392796 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.411208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.431105 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d1f164ef-6333-46d3-8917-c836766961bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:55.451487 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.500846 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.516548 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff4ddbfe87d74e6f9aa7b67fbbcf1824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9869227 Jun 03 21:49:55.519715 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] For port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:55.520807 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39450) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:55.523357 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54fc6cf-bc8e-42af-86b0-c63e24bd4dec,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:55.529569 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] For port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:55.531547 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:55.544583 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.552355 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:55.687887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.784470 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:55.785148 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.787106 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-832b090f-adb4-471e-a396-27556a926464 service neutron] 10.222.0.107 "PUT /v2.0/ports/5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a HTTP/1.1" status: 200 len: 1093 time: 2.0782690 Jun 03 21:49:55.787898 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'tag': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:55.790955 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf08ec-32ea-4c02-8b97-8db3656836f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f38d2b55-11fb-4d6e-b1f1-5d6e15012cef", "tag": "5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:55.809749 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.820434 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b090f-adb4-471e-a396-27556a926464 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:55.828408 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-832b090f-adb4-471e-a396-27556a926464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:55.954263 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-60bb975b-f579-41eb-bd11-051c43f9c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:55.956725 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-60bb975b-f579-41eb-bd11-051c43f9c898 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 1096 time: 0.1097498 Jun 03 21:49:56.032029 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.039483 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-9ffc5053-bb65-489c-a130-a189720adfd3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a HTTP/1.1" status: 200 len: 217 time: 0.0728109 Jun 03 21:49:56.051639 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b187ef81-2dfa-4d4a-8b99-a2edb19292ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:56.093454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa45cc-a993-43f3-90e4-2d9be7c97b0d,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:56.107896 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:56.120457 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64984-ce47-44f9-bef6-376274b148fa req-e0b537d8-de6d-4c23-86ea-fd9238386d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:56.122223 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-e0b537d8-de6d-4c23-86ea-fd9238386d69 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.0743380 Jun 03 21:49:56.174250 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.185159 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.187590 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ffa45cc-a993-43f3-90e4-2d9be7c97b0d HTTP/1.1" status: 204 len: 168 time: 0.8577037 Jun 03 21:49:56.194196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.206525 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d54fc6cf-bc8e-42af-86b0-c63e24bd4dec HTTP/1.1" status: 204 len: 168 time: 0.6792190 Jun 03 21:49:56.216031 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd9f7-4121-48cc-85a8-40490722cd71 req-4ea5b00c-ee62-40d7-99bf-f9025e104933 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:56.228553 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-372fd9f7-4121-48cc-85a8-40490722cd71 req-4ea5b00c-ee62-40d7-99bf-f9025e104933 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 943 time: 0.5419691 Jun 03 21:49:56.233751 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:56.256357 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-5fe860f3-35f8-46fb-a0ff-4b30d37ab97a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121757 Jun 03 21:49:56.272448 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbbf24-6e78-44ae-9f67-5ff9d1591736 req-b8eff4bb-b63a-4919-8ebf-27b1e9f42d81 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:56.282605 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4bbbf24-6e78-44ae-9f67-5ff9d1591736 req-b8eff4bb-b63a-4919-8ebf-27b1e9f42d81 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.4799323 Jun 03 21:49:56.309843 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54fc6cf-bc8e-42af-86b0-c63e24bd4dec,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:56.359760 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:56.447495 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-372fd9f7-4121-48cc-85a8-40490722cd71 req-3edd92b6-34f5-4ee7-85ce-8de5b32f6f15 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173839 Jun 03 21:49:56.463708 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4bbbf24-6e78-44ae-9f67-5ff9d1591736 req-e368422d-90ba-49bc-97c9-11aa5730bd38 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795368 Jun 03 21:49:56.531216 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-cd5181b2-f286-4060-b26b-f2c6a7615ac2 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622273 Jun 03 21:49:56.639817 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6627767-1244-45e6-aadf-c4ed861c8782 x-openstack-request-id: req-c6627767-1244-45e6-aadf-c4ed861c8782 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:56.640294 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38d2b55-11fb-4d6e-b1f1-5d6e15012cef", "tag": "5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:56.640729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6627767-1244-45e6-aadf-c4ed861c8782 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:56.641403 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'tag': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a', 'status': 'completed', 'code': 200} Jun 03 21:49:56.874679 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-96c64984-ce47-44f9-bef6-376274b148fa req-ad9bd38d-7fd4-4648-b487-a5decd1c447a service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262429 Jun 03 21:49:56.925206 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39478) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:56.961820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.993971 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:57.003154 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Usage tracker for resource:security_group_rule and tenant:16066081b7e141f29af46d8c21535509 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:57.008151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39480) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.011894 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:57.046247 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:57.055682 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.079000 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-5d7d74b7-6ae4-4e25-9bf7-daac21d6c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:57.080781 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-5d7d74b7-6ae4-4e25-9bf7-daac21d6c43e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 1096 time: 0.1195991 Jun 03 21:49:57.111025 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:57.123697 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad18d6366cc4585aeb0187a5b9648ab is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:57.131257 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:57.156889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:57.276979 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-3500cfdd-66d1-424b-9f8f-dbfd38fd9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:57.279222 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-3500cfdd-66d1-424b-9f8f-dbfd38fd9d27 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 917 time: 0.1770694 Jun 03 21:49:57.342301 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.363056 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.374300 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-e3ec2cee-879b-4c1f-b458-a808c10e278e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a HTTP/1.1" status: 200 len: 217 time: 0.0873423 Jun 03 21:49:57.392964 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:57.490991 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-b332bf4e-e374-4007-b3e6-5f95a4a89f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:57.493248 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-b332bf4e-e374-4007-b3e6-5f95a4a89f4e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.1067934 Jun 03 21:49:57.514460 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.521707 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9e7c29-1f56-4de6-b25d-a6829fe530d0,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:57.532157 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16066081b7e141f29af46d8c21535509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047220 Jun 03 21:49:57.534046 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:57.535443 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.588035 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-777a5aeb-bcac-420c-a0eb-e99a3e9339e8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863717 Jun 03 21:49:57.588605 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39488) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.589361 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:57.612172 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ad18d6366cc4585aeb0187a5b9648ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022227 Jun 03 21:49:57.618591 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39490) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.807036 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-23bb5f0f-bb89-46b9-9066-35935c80147a service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998136 Jun 03 21:49:57.821819 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14acda6e-d65a-4240-b7a8-a5e69a7df6bc,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:57.830371 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:58.002115 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.004112 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-cbdf08ec-32ea-4c02-8b97-8db3656836f2 req-ac49c8b8-b648-4fcc-be87-0771947e6369 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759775 Jun 03 21:49:58.019630 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.097350 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.113174 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.173462 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480ece6-7c04-4a46-b39e-08ed92d147d9 req-fbb63aa9-e517-4f07-abda-6e4ea02f96c3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:58.187631 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d480ece6-7c04-4a46-b39e-08ed92d147d9 req-fbb63aa9-e517-4f07-abda-6e4ea02f96c3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.5235696 Jun 03 21:49:58.266580 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6e61-5b47-4d28-a671-1ddd32c57c5f req-5cfa8193-8585-4639-b180-d645a99ff985 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:58.268218 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa5a6e61-5b47-4d28-a671-1ddd32c57c5f req-5cfa8193-8585-4639-b180-d645a99ff985 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 943 time: 0.4093366 Jun 03 21:49:58.359612 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d480ece6-7c04-4a46-b39e-08ed92d147d9 req-d322b459-063d-4d18-b4dc-090a6d43aabc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706538 Jun 03 21:49:58.378501 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa5a6e61-5b47-4d28-a671-1ddd32c57c5f req-76eb6ed6-bc6b-4642-ba2a-86e6fc744788 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922728 Jun 03 21:49:58.380287 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.385541 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:58.401477 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9e7c29-1f56-4de6-b25d-a6829fe530d0,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:58.405775 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:58.419527 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.434915 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-95d47a67-4763-4379-b2de-c7f8902966f6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:58.466099 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.480727 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd9e7c29-1f56-4de6-b25d-a6829fe530d0 HTTP/1.1" status: 204 len: 168 time: 0.8625627 Jun 03 21:49:58.487956 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14acda6e-d65a-4240-b7a8-a5e69a7df6bc,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:58.500599 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.512972 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14acda6e-d65a-4240-b7a8-a5e69a7df6bc HTTP/1.1" status: 204 len: 168 time: 0.8719354 Jun 03 21:49:58.515480 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:59.141562 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:49:59.351857 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:59.384791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'port_id': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a', 'mac_address': 'fa:16:3e:62:55:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa33d65-0a15-426f-a5e8-21167b0557e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:49:59.553405 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.576039 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:59.602412 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:59.611137 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.613144 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:59.700754 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:59.705577 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:59.917369 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391f4c0-4d08-418b-ba8e-e647bcfaec67 req-44a3e479-1a0c-4f6b-9a52-4acf635757c3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:59.919922 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5391f4c0-4d08-418b-ba8e-e647bcfaec67 req-44a3e479-1a0c-4f6b-9a52-4acf635757c3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2896800 Jun 03 21:49:59.929651 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8caa5f-27ba-4f69-8f45-a37ef45b54f3 req-a6f5e6b2-a9e4-4b58-8f36-a24fc5d0bd01 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:59.931414 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4b8caa5f-27ba-4f69-8f45-a37ef45b54f3 req-a6f5e6b2-a9e4-4b58-8f36-a24fc5d0bd01 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 944 time: 0.2483149 Jun 03 21:49:59.962855 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39558) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.003022 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39562) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.015657 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5391f4c0-4d08-418b-ba8e-e647bcfaec67 req-6bd806c3-8725-4122-936e-b5269b6ceea7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829031 Jun 03 21:50:00.034307 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4b8caa5f-27ba-4f69-8f45-a37ef45b54f3 req-f2d01c39-30d9-4dad-94bc-759cfaf58b0d tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864394 Jun 03 21:50:00.051476 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:00.431140 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-5072561-network', 'tenant_id': 'b577bd80b72f41fd9e921c970288dfe9'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:00.438277 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:00.441011 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.455538 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Usage tracker for resource:network and tenant:b577bd80b72f41fd9e921c970288dfe9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:00.460335 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:00.471035 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:00.472102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:00.476633 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Usage tracker for resource:security_group_rule and tenant:9b903124821246f3ba70612a92ef9131 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:00.481400 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:00.489811 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:00.498940 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Made reservation on behalf of b577bd80b72f41fd9e921c970288dfe9 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:00.501679 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.521556 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.550923 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:00.560709 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Usage tracker for resource:security_group_rule and tenant:b577bd80b72f41fd9e921c970288dfe9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:00.564927 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:00.574883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:00.676202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.684827 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.706265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:00.779518 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b903124821246f3ba70612a92ef9131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8118134 Jun 03 21:50:00.781027 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39572) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.787286 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873db616-bf5f-4042-88c1-73d5785adc2d,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:00.791103 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.792444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:00.800117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.804973 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-db654b69-6119-4857-aade-8d669a292d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:00.835524 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1505} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:00.852835 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b45dc1-05d4-42dc-9f33-3a8f3be90abc,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:00.857535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:00.861917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.862615 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Added segment 35106066-f018-425f-912d-5c73bc663522 of type vlan for network dcacaaad-492b-48ea-afc1-e3386f32ac0c Jun 03 21:50:00.867193 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.909684 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.909989 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.968731 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.970886 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:00.972036 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.989491 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-26f35299-c0b0-4909-a816-0e2918caaa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:01.054046 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.066149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e8697c5d-d11a-47b9-a357-e896055e0c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:01.094135 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873db616-bf5f-4042-88c1-73d5785adc2d,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:01.122516 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.128700 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/873db616-bf5f-4042-88c1-73d5785adc2d HTTP/1.1" status: 204 len: 168 time: 0.3460941 Jun 03 21:50:01.137619 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:01.354616 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Pushing event updated for resources: {'Network': ['ID=dcacaaad-492b-48ea-afc1-e3386f32ac0c,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:01.361441 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3569515 Jun 03 21:50:01.363584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:01.367330 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39596) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:01.371028 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network dcacaaad-492b-48ea-afc1-e3386f32ac0c details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:01.376218 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Request body: {'subnet': {'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-5072561-subnet', 'tenant_id': 'b577bd80b72f41fd9e921c970288dfe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:01.381858 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:01.387139 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Usage tracker for resource:subnet and tenant:b577bd80b72f41fd9e921c970288dfe9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:01.390773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:01.398267 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:01.413540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Made reservation on behalf of b577bd80b72f41fd9e921c970288dfe9 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:01.419036 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.470925 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece2e3e-e531-402a-a6ce-44582ca86a91 req-607a0c70-fcbc-4237-b11f-8b4cff1ac071 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:01.473617 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cece2e3e-e531-402a-a6ce-44582ca86a91 req-607a0c70-fcbc-4237-b11f-8b4cff1ac071 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2621295 Jun 03 21:50:01.503607 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e405e-f54c-4aba-bd2f-51116b2b15ae req-c4756578-e819-4f11-b5d3-818a9a0b89c7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:01.506482 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7b1e405e-f54c-4aba-bd2f-51116b2b15ae req-c4756578-e819-4f11-b5d3-818a9a0b89c7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 944 time: 0.2277105 Jun 03 21:50:01.623315 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cece2e3e-e531-402a-a6ce-44582ca86a91 req-9297e18a-edeb-48f8-9f06-08dea47df3a9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150079 Jun 03 21:50:01.722414 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7b1e405e-f54c-4aba-bd2f-51116b2b15ae req-597fcb75-e48b-4e97-8a9e-547eea64eb96 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549513 Jun 03 21:50:01.776930 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-baff22c1-5731-4d66-b5f4-8dfef4f6306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.040600 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39606) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.066040 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.078617 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.088498 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1fbbca06-72da-4750-9b47-d5dba2aa295e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:02.130896 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:02.145689 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb343d6dd3641199fd6c6d688590600 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:02.158513 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:02.177545 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:02.202921 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66633a66-0d82-40b1-83ab-92881a07d0a2,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:02.206255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:02.236159 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Checking segment: {'id': '35106066-f018-425f-912d-5c73bc663522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:02.236637 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Network hostable DHCP agents. Network: dcacaaad-492b-48ea-afc1-e3386f32ac0c, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:02.291381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Network dcacaaad-492b-48ea-afc1-e3386f32ac0c is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:02.314099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, dcacaaad-492b-48ea-afc1-e3386f32ac0c) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:02.320636 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:02.321693 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.328972 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d0bcd-9188-45e0-a14b-700907f3745e None None] Network dcacaaad-492b-48ea-afc1-e3386f32ac0c requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:02.428731 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0588100 Jun 03 21:50:02.441473 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.450092 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.511477 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-99b93f6e-061a-4007-967a-4e959264c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:02.526959 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3eb343d6dd3641199fd6c6d688590600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840810 Jun 03 21:50:02.531714 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39610) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.568825 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350e63c-24ba-4055-9b23-8f52f27b11cf,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:02.577798 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:02.731329 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.760656 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2cad6-7839-4e0b-9485-dabe61b9595f None None] Network dcacaaad-492b-48ea-afc1-e3386f32ac0c requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:02.854596 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.152413 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:03.274441 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.285845 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:03.321767 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc31d-acaf-4d71-a5df-e0adec38d2a2 req-75528334-ffff-42a7-88a2-58621054f891 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:03.325072 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7f7dc31d-acaf-4d71-a5df-e0adec38d2a2 req-75528334-ffff-42a7-88a2-58621054f891 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 944 time: 0.1873393 Jun 03 21:50:03.347112 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51e18-3a29-4f3b-950b-5b18872e6de8 req-3b7d4692-beb4-46b0-be6c-9ef219d8990c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:03.347112 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-97c51e18-3a29-4f3b-950b-5b18872e6de8 req-3b7d4692-beb4-46b0-be6c-9ef219d8990c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.3772175 Jun 03 21:50:03.347112 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350e63c-24ba-4055-9b23-8f52f27b11cf,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:03.353951 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:03.422548 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.424502 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c350e63c-24ba-4055-9b23-8f52f27b11cf HTTP/1.1" status: 204 len: 168 time: 0.8911316 Jun 03 21:50:03.513782 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7f7dc31d-acaf-4d71-a5df-e0adec38d2a2 req-aee91d08-95f2-4d19-9753-ae5620269a9a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695120 Jun 03 21:50:03.515093 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:03.526841 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:03.527498 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.545481 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-97c51e18-3a29-4f3b-950b-5b18872e6de8 req-426183f1-b83b-4225-aeaf-85d1a2fe0c94 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605878 Jun 03 21:50:03.859112 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.926645 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:03.930898 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a941be-e3a3-44df-82f5-d2f423aca766" -d '{"events": [{"server_uuid": "f38d2b55-11fb-4d6e-b1f1-5d6e15012cef", "name": "network-vif-plugged", "status": "completed", "tag": "5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:03.936135 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39652) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.942285 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1587290663-network', 'tenant_id': '399efc30c8ba4968babfa1febe398912'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:03.951541 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:03.956505 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:03.961439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Usage tracker for resource:network and tenant:399efc30c8ba4968babfa1febe398912 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:03.964141 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.964772 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:03.967487 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:03.972231 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:03.986404 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Made reservation on behalf of 399efc30c8ba4968babfa1febe398912 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:03.989203 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.008172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.053016 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:04.060082 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777dfbe3-55b7-4469-9a30-8aaea03eb001 x-openstack-request-id: req-777dfbe3-55b7-4469-9a30-8aaea03eb001 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:04.060412 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d2b55-11fb-4d6e-b1f1-5d6e15012cef", "name": "network-vif-plugged", "status": "completed", "tag": "5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:04.060716 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-777dfbe3-55b7-4469-9a30-8aaea03eb001 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:04.061430 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a', 'code': 200} Jun 03 21:50:04.075757 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Usage tracker for resource:security_group_rule and tenant:399efc30c8ba4968babfa1febe398912 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:04.085828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:04.100774 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:04.121333 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:04.129767 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:04.317275 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.322625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.334416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2fe74f8e-5c1f-46ba-987b-d5805c6ad0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:04.423436 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.478003 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1506} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:04.510274 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ef86f-09f9-409b-898c-3cd555bb5bd0,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:04.528522 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:04.550838 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.551410 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Added segment 11984f06-8131-4e9b-9b93-ef3d44a1fccc of type vlan for network 3a85204f-3188-4644-8d73-7369152bdc30 Jun 03 21:50:04.667425 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.676425 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d05c4a2b-fad7-448a-9ddf-4cf5d1313a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.748309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a8af4-ab8d-4398-9a43-1f04920bc595 req-71879c7b-d57d-4d85-b33e-91d7c94e4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:04.752091 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-f93a8af4-ab8d-4398-9a43-1f04920bc595 req-71879c7b-d57d-4d85-b33e-91d7c94e4bdc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 1098 time: 0.4188759 Jun 03 21:50:04.752797 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.755263 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:04.756214 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.786523 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9ff15963-0cb5-4859-b6f4-fc63f4cdea25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:04.903185 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9605868 Jun 03 21:50:04.908772 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 39680) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:04.922512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Request body: {'subnet': {'network_id': '3a85204f-3188-4644-8d73-7369152bdc30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1587290663-subnet', 'tenant_id': '399efc30c8ba4968babfa1febe398912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:04.942061 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:04.964412 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Usage tracker for resource:subnet and tenant:399efc30c8ba4968babfa1febe398912 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:04.966321 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-f93a8af4-ab8d-4398-9a43-1f04920bc595 req-bc24ed39-14ad-495e-93e2-f6665c8404ac service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819038 Jun 03 21:50:04.970216 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a85204f-3188-4644-8d73-7369152bdc30,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:04.973583 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:04.973850 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:04.990569 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:04.991597 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 3a85204f-3188-4644-8d73-7369152bdc30 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:05.039269 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Made reservation on behalf of 399efc30c8ba4968babfa1febe398912 for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:05.042055 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14067639'] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.208294 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8745c-67fa-439d-8a64-faccd787ae98 req-375c8174-c6f2-4899-95ac-815de7947409 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:05.219192 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0ef8745c-67fa-439d-8a64-faccd787ae98 req-375c8174-c6f2-4899-95ac-815de7947409 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.4087725 Jun 03 21:50:05.239952 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c335e-2aa1-4a3b-89e4-e009f3e0ff75 req-d8a9b208-e021-4a13-8715-21ed4afe39bc tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:05.251480 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4e1c335e-2aa1-4a3b-89e4-e009f3e0ff75 req-d8a9b208-e021-4a13-8715-21ed4afe39bc tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 945 time: 0.4051003 Jun 03 21:50:05.369475 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0ef8745c-67fa-439d-8a64-faccd787ae98 req-deb63bac-c4e3-4317-975b-7aef10af6c68 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486614 Jun 03 21:50:05.389428 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4e1c335e-2aa1-4a3b-89e4-e009f3e0ff75 req-1ddcc2b3-22fd-46ee-a4b3-23a0f0604072 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272244 Jun 03 21:50:05.439956 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61e6ce-5cf1-4bb1-aa8a-67ca06fbde72 req-694ddbcd-749f-41f5-a4d3-1fa26300ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:05.442495 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-2b61e6ce-5cf1-4bb1-aa8a-67ca06fbde72 req-694ddbcd-749f-41f5-a4d3-1fa26300ccd8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 1098 time: 0.1417501 Jun 03 21:50:05.528328 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-2b61e6ce-5cf1-4bb1-aa8a-67ca06fbde72 req-f4b322f2-24cc-47c3-b9fc-a90458068725 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757997 Jun 03 21:50:05.728122 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.911912 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13743088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14067621'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.925859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-832cef8f-714c-46f2-a02a-889e9a65f74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:06.008996 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39700) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.079056 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32d12c0-3239-47df-bc54-0b3c4b8310b5,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:06.097916 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:06.102676 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Checking segment: {'id': '11984f06-8131-4e9b-9b93-ef3d44a1fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '3a85204f-3188-4644-8d73-7369152bdc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:06.103791 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Network hostable DHCP agents. Network: 3a85204f-3188-4644-8d73-7369152bdc30, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:06.140204 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Network 3a85204f-3188-4644-8d73-7369152bdc30 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:06.165602 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 3a85204f-3188-4644-8d73-7369152bdc30) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:06.187007 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de66680-b3e9-440d-8732-3e81756dad3b None None] Network 3a85204f-3188-4644-8d73-7369152bdc30 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:06.191630 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:06.192750 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.259118 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-e4955d34-a42b-4cbb-ac0e-b4ca3f9c5ec3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3392787 Jun 03 21:50:06.294510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.327530 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:06.337042 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Usage tracker for resource:security_group_rule and tenant:b0e181b8da7f4e13a614ad7a21a8150e is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:06.344008 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:06.358667 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:06.641165 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9051937-b12f-4adb-9bbf-79f3ac8c0bd5 None None] Network 3a85204f-3188-4644-8d73-7369152bdc30 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:06.678733 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.688163 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.703442 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d7eb73bd-a8c4-470f-960b-64d6eacdaad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:06.776127 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be06238-203e-483f-85f6-86ae19396366,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:06.781137 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:06.789722 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0e181b8da7f4e13a614ad7a21a8150e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754412 Jun 03 21:50:06.790977 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 39722) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.969656 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f1ebd-5931-433b-a61f-1eb8f5769fed req-c35bb6e2-b387-40ea-abc6-46f951096619 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:06.973861 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e97f1ebd-5931-433b-a61f-1eb8f5769fed req-c35bb6e2-b387-40ea-abc6-46f951096619 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 945 time: 0.1472855 Jun 03 21:50:06.983328 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.026108 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.112161 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09133f-8115-4ea0-8e1a-7cc92769519c req-bc57426c-4293-4655-bed0-d59467a565d0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:07.136407 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bb09133f-8115-4ea0-8e1a-7cc92769519c req-bc57426c-4293-4655-bed0-d59467a565d0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.3674855 Jun 03 21:50:07.157636 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.164160 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:07.183257 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be06238-203e-483f-85f6-86ae19396366,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:07.203972 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:07.206032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.210603 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7be06238-203e-483f-85f6-86ae19396366 HTTP/1.1" status: 204 len: 168 time: 0.4183891 Jun 03 21:50:07.306419 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e97f1ebd-5931-433b-a61f-1eb8f5769fed req-f43fc620-2d6f-42d1-a2fc-18d99ee877eb tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076856 Jun 03 21:50:07.321451 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bb09133f-8115-4ea0-8e1a-7cc92769519c req-34f33073-f1a4-4c3e-94cd-4ba1e6d3e7a6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829145 Jun 03 21:50:07.376713 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.393560 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-3714335d-3e05-4e2a-be0f-109e66438af5 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:08.395485 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-3714335d-3e05-4e2a-be0f-109e66438af5 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/networks?id=dcacaaad-492b-48ea-afc1-e3386f32ac0c HTTP/1.1" status: 200 len: 806 time: 0.3147779 Jun 03 21:50:08.431176 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-b28bef94-bec7-4006-8e4f-16eef838d3ef tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/quotas/b577bd80b72f41fd9e921c970288dfe9 HTTP/1.1" status: 200 len: 375 time: 0.0257382 Jun 03 21:50:08.490180 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-c2425bf2-8173-4480-b0ed-ddcc788a8135 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b577bd80b72f41fd9e921c970288dfe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576243 Jun 03 21:50:08.777000 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee4542-88f8-4cc8-9c3f-485e9a1592d2 req-0a1c06d4-f8dc-41ca-9478-5352e65048dd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:08.779800 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-06ee4542-88f8-4cc8-9c3f-485e9a1592d2 req-0a1c06d4-f8dc-41ca-9478-5352e65048dd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2939031 Jun 03 21:50:08.792697 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-dd21bedc-51c2-4a7a-b5c2-6371d7298d89 service neutron] 10.222.0.77 "GET /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622581 Jun 03 21:50:09.076814 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-06ee4542-88f8-4cc8-9c3f-485e9a1592d2 req-c4225866-ca32-415a-8f0b-1c658c8d636b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887509 Jun 03 21:50:09.173695 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cb1ddb53-a362-486d-a37f-3f87eab05ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520429 Jun 03 21:50:09.786606 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d13c-0492-4d84-bd5f-a7c18f7604b1 req-09a1f078-502c-44ab-a9bd-303260ebbbb7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:09.788767 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a212d13c-0492-4d84-bd5f-a7c18f7604b1 req-09a1f078-502c-44ab-a9bd-303260ebbbb7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2007122 Jun 03 21:50:09.797741 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8bdf7453-8612-4f3f-bc6f-b70cb129d0c7 req-4d059a28-1bd5-465e-98d7-cf200e982d23 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 210 time: 0.0648139 Jun 03 21:50:09.851732 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a212d13c-0492-4d84-bd5f-a7c18f7604b1 req-cd2a0816-0ee4-4aa5-a4a4-0300f6870032 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Jun 03 21:50:11.132972 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-888bdce0-ff29-41d6-a45f-771db57c4922 req-c59fa4dd-4d38-4efa-8046-6a508bdfb44a tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 210 time: 0.1075027 Jun 03 21:50:11.442495 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-73f850fd-c6a6-4235-bfe8-bde727bb2801 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:11.443172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-73f850fd-c6a6-4235-bfe8-bde727bb2801 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Synchronizing usage tracker for tenant:b577bd80b72f41fd9e921c970288dfe9 on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:11.493027 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-73f850fd-c6a6-4235-bfe8-bde727bb2801 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Unset dirty status for tenant:b577bd80b72f41fd9e921c970288dfe9 on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:11.494540 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-73f850fd-c6a6-4235-bfe8-bde727bb2801 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.107 "GET /v2.0/networks?id=dcacaaad-492b-48ea-afc1-e3386f32ac0c HTTP/1.1" status: 200 len: 806 time: 0.2562168 Jun 03 21:50:11.511212 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Request body: {'port': {'device_id': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c', 'admin_state_up': True, 'tenant_id': 'b577bd80b72f41fd9e921c970288dfe9'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:11.694843 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:11.700183 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Usage tracker for resource:port and tenant:b577bd80b72f41fd9e921c970288dfe9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:11.704801 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:11.714581 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:11.732625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Made reservation on behalf of b577bd80b72f41fd9e921c970288dfe9 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:11.740275 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.129504 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Allocated IP 172.20.0.10 (dcacaaad-492b-48ea-afc1-e3386f32ac0c/66633a66-0d82-40b1-83ab-92881a07d0a2/3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:12.351176 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-30c1ff88-161e-40a7-8fd3-a04dc83fab88 req-b83c2cfe-5ca5-4ec0-b5ff-48c3e2d33dbf tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 210 time: 0.0683765 Jun 03 21:50:12.603494 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.681635 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.699307 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f1b4fc82-eedd-4f0f-94df-9a0742ca1560 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:12.741706 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-7d6c8af1-7931-4dcd-a52f-e6861e8dea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:12.743353 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-7d6c8af1-7931-4dcd-a52f-e6861e8dea38 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.1886942 Jun 03 21:50:12.785582 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Network dcacaaad-492b-48ea-afc1-e3386f32ac0c is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:12.790277 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:12.801307 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:12.806270 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:12.807041 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.809197 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be6ddd-c007-40c4-81fb-757f0a3bfed6 req-be356028-5cd7-4859-a0a5-746051a3a095 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:12.817100 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-62be6ddd-c007-40c4-81fb-757f0a3bfed6 req-be356028-5cd7-4859-a0a5-746051a3a095 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2036257 Jun 03 21:50:12.818446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Pushing event updated for resources: {'Port': ['ID=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:12.836372 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.837840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.838320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.838816 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.840467 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.840467 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.841226 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.841893 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.842598 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.843563 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.843936 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.845054 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:12.856045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:12.873513 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3670928 Jun 03 21:50:12.899360 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Request body: {'port': {'device_id': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:12.952291 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-62be6ddd-c007-40c4-81fb-757f0a3bfed6 req-d6c95c8e-f04f-469c-aeb8-e7643aaee4a5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334832 Jun 03 21:50:13.029111 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-1363bb8b-f17b-46fb-b8ee-95afc31c2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:13.033302 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-1363bb8b-f17b-46fb-b8ee-95afc31c2598 service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.2735910 Jun 03 21:50:13.140998 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-659ba6c6-b50b-4621-bbc6-20632db36f07 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 217 time: 0.0940654 Jun 03 21:50:13.143145 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.252003 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-54b7482b-22ae-4e6b-9a42-6ab73d181216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:13.254039 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-54b7482b-22ae-4e6b-9a42-6ab73d181216 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.1006453 Jun 03 21:50:13.334956 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-03cb87d2-08fb-4db8-bf28-b38963ccc9d6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728145 Jun 03 21:50:13.693397 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-75222510-f645-4779-bd74-e4741cc854a5 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469956 Jun 03 21:50:13.943872 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45a5d-e18c-4e22-b6e6-938ac042a9ec req-c7a84679-5228-4f99-9699-898cba351634 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:13.951823 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:13.952581 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-07e45a5d-e18c-4e22-b6e6-938ac042a9ec req-c7a84679-5228-4f99-9699-898cba351634 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 932 time: 0.3720808 Jun 03 21:50:13.975220 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.006253 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Transition to ACTIVE for port object 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:14.015470 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.020690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:14.152082 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-07e45a5d-e18c-4e22-b6e6-938ac042a9ec req-2cba4cb1-b12c-464a-a39a-f9d209b3367d tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985128 Jun 03 21:50:14.167364 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5051102d-ebf8-46e2-be62-51b142acbd85 req-043b6e89-c5c1-4d01-9a1c-23e21964a746 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527113 Jun 03 21:50:14.303363 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e513-f849-4a79-874c-0d64ade87d58 req-f5f831fb-76b1-4f14-95ca-1ed7053d4c18 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:14.305461 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8353e513-f849-4a79-874c-0d64ade87d58 req-f5f831fb-76b1-4f14-95ca-1ed7053d4c18 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1514297 Jun 03 21:50:14.386421 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8353e513-f849-4a79-874c-0d64ade87d58 req-a30e70b8-e921-4067-a8f1-b282e0486299 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697682 Jun 03 21:50:14.390516 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.399091 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.423192 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Attempting to bind port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:14.423587 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Attempting to bind port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '35106066-f018-425f-912d-5c73bc663522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:14.424128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Attempting to bind port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc on network dcacaaad-492b-48ea-afc1-e3386f32ac0c {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:14.430738 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc on network dcacaaad-492b-48ea-afc1-e3386f32ac0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:50:14.431408 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Attempting to bind port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc on network dcacaaad-492b-48ea-afc1-e3386f32ac0c {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:14.439780 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:14.440120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Checking segment: {'id': '35106066-f018-425f-912d-5c73bc663522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:14.440646 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Bound using segment: {'id': '35106066-f018-425f-912d-5c73bc663522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:14.441099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Bound port: 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35106066-f018-425f-912d-5c73bc663522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1505, 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:14.441458 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.578208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] For port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:14.584529 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] For port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,segment=NetworkSegment(35106066-f018-425f-912d-5c73bc663522),segment_id=35106066-f018-425f-912d-5c73bc663522)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:14.600391 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.605579 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-362c4591-de19-408e-b36e-a67938989d3e tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:14.704644 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.717928 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.719630 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:14.720496 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.722240 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] 10.222.0.107 "PUT /v2.0/ports/3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc HTTP/1.1" status: 200 len: 1094 time: 1.8353250 Jun 03 21:50:14.723044 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'tag': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:14.725957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0863c9-509e-4123-a903-b678ceec4c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "55da13b9-5e6b-40f5-b988-1f3cea0ef4d4", "tag": "3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:14.844983 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba70946-ae1d-423c-bec9-f0ada88dd9a5 x-openstack-request-id: req-3ba70946-ae1d-423c-bec9-f0ada88dd9a5 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:14.845277 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55da13b9-5e6b-40f5-b988-1f3cea0ef4d4", "tag": "3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:14.845558 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ba70946-ae1d-423c-bec9-f0ada88dd9a5 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:14.846079 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'tag': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc', 'status': 'completed', 'code': 200} Jun 03 21:50:14.911662 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-9f8fcce9-950b-4252-8a5c-d26fbe532268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:14.915713 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-9f8fcce9-950b-4252-8a5c-d26fbe532268 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b577bd80b72f41fd9e921c970288dfe9&device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 1097 time: 0.1174695 Jun 03 21:50:15.029243 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-46dfb2d8-6fc9-461a-a39c-e2a4578c359d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc HTTP/1.1" status: 200 len: 217 time: 0.1052678 Jun 03 21:50:15.156395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-4c8af6f5-3138-4e70-84ef-2ac6a050bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:15.158308 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-4c8af6f5-3138-4e70-84ef-2ac6a050bf1e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=66633a66-0d82-40b1-83ab-92881a07d0a2 HTTP/1.1" status: 200 len: 846 time: 0.1218574 Jun 03 21:50:15.271147 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-d6fe763a-8030-41b1-a2f7-0243534c8a78 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dcacaaad-492b-48ea-afc1-e3386f32ac0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033895 Jun 03 21:50:15.565407 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c4e11-6a1a-4520-bfeb-ab48ec181f6d req-aa0080ca-e803-4af5-bc8d-be37cb62df02 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:15.568550 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2d1c4e11-6a1a-4520-bfeb-ab48ec181f6d req-aa0080ca-e803-4af5-bc8d-be37cb62df02 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 944 time: 0.1791325 Jun 03 21:50:15.668581 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2d1c4e11-6a1a-4520-bfeb-ab48ec181f6d req-46f6e554-ccc7-401c-abad-6144632b0a90 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844090 Jun 03 21:50:15.737188 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-34680c89-8369-4629-a53f-19327911e79b service neutron] 10.222.0.107 "GET /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539061 Jun 03 21:50:16.072713 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-b7750f3e-ec62-4352-9f77-84328f866d78 req-56102ab5-0d04-477c-a2a9-43313896125f service neutron] 10.222.0.107 "GET /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141572 Jun 03 21:50:16.375390 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-8435eab5-5e1e-4531-a3c8-9fc69e867e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.378282 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-8435eab5-5e1e-4531-a3c8-9fc69e867e79 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b577bd80b72f41fd9e921c970288dfe9&device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 1097 time: 0.2145715 Jun 03 21:50:16.393679 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e4d9f-7884-4bed-9c3e-b9b00fce5c65 req-f2ce48ff-9772-44ae-bc5d-9500677bd237 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.396089 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-989e4d9f-7884-4bed-9c3e-b9b00fce5c65 req-f2ce48ff-9772-44ae-bc5d-9500677bd237 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1256561 Jun 03 21:50:16.476374 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-989e4d9f-7884-4bed-9c3e-b9b00fce5c65 req-950c7343-e6b7-42c1-9c22-f49804ec89e9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659051 Jun 03 21:50:16.676202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-caf24a28-4a25-4fa4-9a83-0ab5932ca6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.678107 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-caf24a28-4a25-4fa4-9a83-0ab5932ca6f8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=dcacaaad-492b-48ea-afc1-e3386f32ac0c HTTP/1.1" status: 200 len: 908 time: 0.2882535 Jun 03 21:50:16.769931 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-1be9b281-a5bf-4d67-905f-18061f5250e0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc HTTP/1.1" status: 200 len: 217 time: 0.0788970 Jun 03 21:50:16.893941 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-5f1c1028-df31-4c34-b5f8-b51e1618386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.895691 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-5f1c1028-df31-4c34-b5f8-b51e1618386c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=66633a66-0d82-40b1-83ab-92881a07d0a2 HTTP/1.1" status: 200 len: 846 time: 0.1161883 Jun 03 21:50:16.962229 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a3b9-7a34-486f-9b19-cf267dbfc1ac req-7a5fec94-e2ca-4151-a21b-e50babc51159 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.964709 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-adc9a3b9-7a34-486f-9b19-cf267dbfc1ac req-7a5fec94-e2ca-4151-a21b-e50babc51159 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 944 time: 0.1521728 Jun 03 21:50:17.000201 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-ba12fe82-cfb0-4773-890f-9f332960367a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dcacaaad-492b-48ea-afc1-e3386f32ac0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954449 Jun 03 21:50:17.164685 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-adc9a3b9-7a34-486f-9b19-cf267dbfc1ac req-977a6950-b6f2-4dde-b8cd-1b4766d7130f tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832173 Jun 03 21:50:17.341219 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-bb65d8ce-e6b1-4d09-b7a8-04a39412d7e4 service neutron] 10.222.0.107 "GET /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292089 Jun 03 21:50:17.448018 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 40024) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:17.747722 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5c0863c9-509e-4123-a903-b678ceec4c1f req-dc91dab4-6904-42f7-8ac1-7b9c257fb4af service neutron] 10.222.0.107 "GET /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938010 Jun 03 21:50:17.820720 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692f57c-3d7e-4f0e-875d-24a8b9cb0595 req-c73a33e0-1815-40b0-b75a-c080473ed03f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:17.822118 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4692f57c-3d7e-4f0e-875d-24a8b9cb0595 req-c73a33e0-1815-40b0-b75a-c080473ed03f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1976237 Jun 03 21:50:17.892147 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.941459 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4692f57c-3d7e-4f0e-875d-24a8b9cb0595 req-5baf1834-8c9c-47e5-a8ae-a837301230ed tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989659 Jun 03 21:50:17.947016 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:17.958926 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Usage tracker for resource:security_group_rule and tenant:085a959a3688450bb0195c915d426f44 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:17.958926 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:17.969104 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:18.243730 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40058) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:18.411634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-c377cfb8-1318-4d62-9c47-60f30d1a8c9f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:18.413832 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-c377cfb8-1318-4d62-9c47-60f30d1a8c9f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 0.4057350 Jun 03 21:50:18.425249 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.475246 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.492037 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-58180dfd-8600-4912-985c-1e8410426a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:18.522117 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-9a53c7bb-9265-4e30-9968-8c4a37380a0e tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/quotas/ff3f28edae6e4539a1dc685a3e0a220b HTTP/1.1" status: 200 len: 375 time: 0.0557823 Jun 03 21:50:18.534763 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.599488 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:18.609202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Usage tracker for resource:security_group_rule and tenant:d93e6d0e2ffd413993dfc5a7d2deb18f is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:18.615928 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:18.617736 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8f225-782d-4a01-9bdf-07651116333e,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:18.626087 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=085a959a3688450bb0195c915d426f44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1749279 Jun 03 21:50:18.626728 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 40068) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:18.629923 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:18.657006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.657366 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.657751 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.658119 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.658476 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.658972 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.659331 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.659668 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.660013 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.660383 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.660852 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.661248 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:18.672150 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:18.733497 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df509bfc-39de-4c8f-abf7-8218432a3ef5 req-3c032c73-fb41-4416-8f04-6104e3d21f8c tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:18.735169 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-df509bfc-39de-4c8f-abf7-8218432a3ef5 req-3c032c73-fb41-4416-8f04-6104e3d21f8c tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 944 time: 0.3200469 Jun 03 21:50:18.782374 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.795750 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.801864 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.817091 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2e8339e4-22ac-4a3d-9c6f-87d0cf4e591c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:18.836072 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-030a7529-a792-48b4-8c2c-54142a36d55c tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2988751 Jun 03 21:50:18.865837 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d93e6d0e2ffd413993dfc5a7d2deb18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202488 Jun 03 21:50:18.869173 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd662a4-2d39-40e7-a83f-7e646e1c8728,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:18.872346 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40070) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:18.884702 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:18.912611 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.932950 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-df509bfc-39de-4c8f-abf7-8218432a3ef5 req-dcc38fb3-3c75-46eb-acf9-562311b12ea5 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832592 Jun 03 21:50:18.960607 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.997600 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.080258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.087708 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-40bfc7cd-f59f-4214-afec-db9cfbf70469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:19.087996 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-47183a3d-e0c9-4221-aec6-e9fd5b891eed service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283964 Jun 03 21:50:19.110092 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd662a4-2d39-40e7-a83f-7e646e1c8728,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:19.113972 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:19.115080 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.116356 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4fd662a4-2d39-40e7-a83f-7e646e1c8728 HTTP/1.1" status: 204 len: 168 time: 0.2427766 Jun 03 21:50:19.161578 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.177145 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-33f61c3c-5cee-4962-b85d-7d09b1c7f9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:19.196861 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8f225-782d-4a01-9bdf-07651116333e,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:19.251879 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:19.254118 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:50:19.264221 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.269307 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bf8f225-782d-4a01-9bdf-07651116333e HTTP/1.1" status: 204 len: 168 time: 0.6291082 Jun 03 21:50:19.332563 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-c1ac3a88-b768-47ac-8e16-62ebf4e271fa service neutron] 10.222.0.77 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067037 Jun 03 21:50:19.580491 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,segment=NetworkSegment(35106066-f018-425f-912d-5c73bc663522),segment_id=35106066-f018-425f-912d-5c73bc663522)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:19.599089 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc', 'network_id': 'dcacaaad-492b-48ea-afc1-e3386f32ac0c', 'port_id': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc', 'mac_address': 'fa:16:3e:8a:15:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66633a66-0d82-40b1-83ab-92881a07d0a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:50:19.763651 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.775341 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c35f5304-634d-460d-b63d-89325c635de6 req-2726cc18-bd6e-4865-9b2a-23229b5e17ef tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 210 time: 0.1314373 Jun 03 21:50:19.799686 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:19.836793 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,segment=NetworkSegment(35106066-f018-425f-912d-5c73bc663522),segment_id=35106066-f018-425f-912d-5c73bc663522)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:19.843628 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d0446-ba1c-480b-8cb0-61da2c0dac48 req-fe175766-fd5c-404e-8be1-1d694cb5bf30 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:19.845407 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.845853 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e01d0446-ba1c-480b-8cb0-61da2c0dac48 req-fe175766-fd5c-404e-8be1-1d694cb5bf30 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2507122 Jun 03 21:50:19.852349 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:19.927797 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e01d0446-ba1c-480b-8cb0-61da2c0dac48 req-1acc7b18-c34f-4b89-8290-315bde2a86b0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749819 Jun 03 21:50:19.979018 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:19.992117 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.992625 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.993137 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.993603 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.994338 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.994772 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.995221 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.995851 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.998261 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.999038 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:19.999457 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:20.000067 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:20.015986 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:20.242627 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f1240-1d8e-4812-8fae-3b57b96510cd req-3ff8bc9f-34aa-4129-8a46-35190a51d209 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:20.244680 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1c1f1240-1d8e-4812-8fae-3b57b96510cd req-3ff8bc9f-34aa-4129-8a46-35190a51d209 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 945 time: 0.1275823 Jun 03 21:50:20.341475 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:20.351991 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1c1f1240-1d8e-4812-8fae-3b57b96510cd req-4da36392-54b1-4b60-9376-32f5eeb438d5 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939717 Jun 03 21:50:20.939569 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b79a4aa3-d147-4e22-bd15-3c3eed66a49c req-341ad224-e268-4c57-a958-3cd575328218 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 210 time: 0.0455749 Jun 03 21:50:21.163991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3891-7d65-4288-9117-82a9517583a2 req-d8bc4d36-c14a-4db6-8822-9e92ad4d20f3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:21.165752 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f78c3891-7d65-4288-9117-82a9517583a2 req-d8bc4d36-c14a-4db6-8822-9e92ad4d20f3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1097803 Jun 03 21:50:21.231491 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f78c3891-7d65-4288-9117-82a9517583a2 req-040bdc57-4f1d-439d-9634-f076e3a405b3 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523577 Jun 03 21:50:21.673252 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.802287 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-24136a88-9dff-4ffe-a2af-b77e9dbc5792 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:21.805160 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-24136a88-9dff-4ffe-a2af-b77e9dbc5792 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 815 time: 0.5305345 Jun 03 21:50:21.841904 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Request body: {'port': {'device_id': '99006b14-8346-45b7-804e-48965df5c42a', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'admin_state_up': True, 'tenant_id': 'ff3f28edae6e4539a1dc685a3e0a220b'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:22.015623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba738604-c2a6-41cc-9d31-fa5f77dbed40 req-8bf801fd-3f48-482f-aaec-de171cb637b8 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:22.033016 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ba738604-c2a6-41cc-9d31-fa5f77dbed40 req-8bf801fd-3f48-482f-aaec-de171cb637b8 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 945 time: 0.2124009 Jun 03 21:50:22.098308 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ba738604-c2a6-41cc-9d31-fa5f77dbed40 req-81285170-54f3-4806-8c59-f74ee65862b9 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630388 Jun 03 21:50:22.225621 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:22.234174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Usage tracker for resource:port and tenant:ff3f28edae6e4539a1dc685a3e0a220b is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:22.239870 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:22.253309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:22.276400 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Made reservation on behalf of ff3f28edae6e4539a1dc685a3e0a220b for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:22.286233 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.351191 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-523dad42-ab40-42bc-9094-0899c67285ea req-e52f146d-72bf-4241-b1b7-37cc7255e891 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 210 time: 0.0745175 Jun 03 21:50:22.611470 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Allocated IP 172.20.0.10 (4eb84cd4-da35-4f1c-9791-6d9f545c7528/daa33d65-0a15-426f-a5e8-21167b0557e3/38133915-d565-40a4-9f90-2130c65e8181) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:22.626531 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a2144-8cf2-4a9e-88ce-2a932beee9ac req-313635e2-eaa7-46aa-baf7-ecfe8724f85f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:22.629366 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5a8a2144-8cf2-4a9e-88ce-2a932beee9ac req-313635e2-eaa7-46aa-baf7-ecfe8724f85f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1724737 Jun 03 21:50:22.690425 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5a8a2144-8cf2-4a9e-88ce-2a932beee9ac req-b25cf82e-dd39-4200-8f2f-6965d97e29c0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538957 Jun 03 21:50:23.035864 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.087506 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.103664 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-02dd09ef-0db1-4583-b844-85fadd0c61c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:23.106232 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'b38584c6-af8b-488e-9b6a-a8082f1d481e', '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:23.274858 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event updated for resources: {'Port': ['ID=38133915-d565-40a4-9f90-2130c65e8181,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:23.283649 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:23.302760 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:23.303306 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:23.305589 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:23.310234 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:23.320350 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:23.321402 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.356039 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5217760 Jun 03 21:50:23.373751 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Request body: {'port': {'device_id': '99006b14-8346-45b7-804e-48965df5c42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:23.415407 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-1d6cb31a-9c06-4082-a798-f1303476453a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0ba16d4a09e24d34ad857ba1dda70de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166098 Jun 03 21:50:23.545338 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.567156 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:23.582458 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:23.582933 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.756028 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ec18e-6d46-4802-80d6-1aa3cb9f1fc9 req-42fe5e6e-c477-430f-90e1-2e3fd9f27337 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:23.758008 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f39ec18e-6d46-4802-80d6-1aa3cb9f1fc9 req-42fe5e6e-c477-430f-90e1-2e3fd9f27337 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 945 time: 0.4152634 Jun 03 21:50:23.868646 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f39ec18e-6d46-4802-80d6-1aa3cb9f1fc9 req-cf03665a-5741-4f7a-92df-1b4ce3e0ed2d tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879955 Jun 03 21:50:23.873126 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.878464 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-d9dbabab-5690-472c-953f-86be0156df19 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:23.886010 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-d9dbabab-5690-472c-953f-86be0156df19 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4529052 Jun 03 21:50:23.905334 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-785f2257-b391-4598-bc6e-ccee51dd9585 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/quotas/0ba16d4a09e24d34ad857ba1dda70de3 HTTP/1.1" status: 200 len: 375 time: 0.0171103 Jun 03 21:50:23.950989 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,segment=NetworkSegment(35106066-f018-425f-912d-5c73bc663522),segment_id=35106066-f018-425f-912d-5c73bc663522)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:23.953815 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:23.958957 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea37cc05-3654-4b70-8a14-d3cae781866a" -d '{"events": [{"server_uuid": "55da13b9-5e6b-40f5-b988-1f3cea0ef4d4", "name": "network-vif-plugged", "status": "completed", "tag": "3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:23.978531 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-9c91a4cb-6c53-4877-abb3-7e0556623e2b tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ba16d4a09e24d34ad857ba1dda70de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719204 Jun 03 21:50:23.984052 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.995512 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-d92dffa4-a549-4527-9c09-70232ceb158a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:24.164104 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38133915-d565-40a4-9f90-2130c65e8181 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:24.179674 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.201828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Transition to ACTIVE for port object 38133915-d565-40a4-9f90-2130c65e8181 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:24.211134 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.218820 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:24.223881 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-cf54e3ef-e706-42bb-8a9a-da7c47ff8f1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:24.244174 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:24.459911 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Attempting to bind port 38133915-d565-40a4-9f90-2130c65e8181 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:24.460172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Attempting to bind port 38133915-d565-40a4-9f90-2130c65e8181 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:24.460503 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Attempting to bind port 38133915-d565-40a4-9f90-2130c65e8181 on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:24.465273 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Pushing event updated for resources: {'Port': ['ID=38133915-d565-40a4-9f90-2130c65e8181,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:24.470496 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:24.475263 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Port 38133915-d565-40a4-9f90-2130c65e8181 on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:50:24.475880 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Attempting to bind port 38133915-d565-40a4-9f90-2130c65e8181 on network 4eb84cd4-da35-4f1c-9791-6d9f545c7528 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:24.485598 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:24.486404 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Checking segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:24.487127 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Bound using segment: {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:24.488182 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Bound port: 38133915-d565-40a4-9f90-2130c65e8181, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:24.488855 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.490346 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194714-6021-4387-b3db-e8eaea626c8e req-3a21cefe-d48f-4815-8faa-74a610e887d2 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:24.494158 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9194714-6021-4387-b3db-e8eaea626c8e req-3a21cefe-d48f-4815-8faa-74a610e887d2 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 944 time: 0.2311773 Jun 03 21:50:24.624924 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] For port 38133915-d565-40a4-9f90-2130c65e8181, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:24.628531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] For port 38133915-d565-40a4-9f90-2130c65e8181, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=38133915-d565-40a4-9f90-2130c65e8181,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:24.634651 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.643009 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a649c399-809d-4262-97a3-4c8dcc5a8df9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:24.661804 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9194714-6021-4387-b3db-e8eaea626c8e req-3cdb6014-c851-4b45-bf0b-69624f309208 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067290 Jun 03 21:50:24.718806 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339ed45-265e-4f4a-8278-c9ba34e8b601 req-71ecd1af-d3ab-471b-bf25-39731f77da81 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:24.721731 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3339ed45-265e-4f4a-8278-c9ba34e8b601 req-71ecd1af-d3ab-471b-bf25-39731f77da81 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2260540 Jun 03 21:50:24.731062 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:24.736075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.737250 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a95984-c204-4dad-bbc9-e0cdc65db22e x-openstack-request-id: req-c6a95984-c204-4dad-bbc9-e0cdc65db22e {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:24.737738 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55da13b9-5e6b-40f5-b988-1f3cea0ef4d4", "name": "network-vif-plugged", "status": "completed", "tag": "3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:24.738058 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] 10.222.0.107 "PUT /v2.0/ports/38133915-d565-40a4-9f90-2130c65e8181 HTTP/1.1" status: 200 len: 1094 time: 1.3703055 Jun 03 21:50:24.738361 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6a95984-c204-4dad-bbc9-e0cdc65db22e {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:24.738941 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc', 'code': 200} Jun 03 21:50:24.747931 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99006b14-8346-45b7-804e-48965df5c42a', 'tag': '38133915-d565-40a4-9f90-2130c65e8181'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:24.751320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e" -d '{"events": [{"name": "network-changed", "server_uuid": "99006b14-8346-45b7-804e-48965df5c42a", "tag": "38133915-d565-40a4-9f90-2130c65e8181"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:24.804562 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Pushing event updated for resources: {'Port': ['ID=38133915-d565-40a4-9f90-2130c65e8181,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:24.811430 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:24.858626 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3339ed45-265e-4f4a-8278-c9ba34e8b601 req-7f66783e-a0c3-4d95-bf06-06d64bf7d90c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250436 Jun 03 21:50:24.979669 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-21c01e7d-3995-41d1-8b55-3dc301b1babc req-a38bc809-1427-462f-9406-f4a7474838ce tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 210 time: 0.0607181 Jun 03 21:50:25.048902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e466f4-549b-4394-9ae4-27f440cb5e7f x-openstack-request-id: req-e2e466f4-549b-4394-9ae4-27f440cb5e7f {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:25.049340 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99006b14-8346-45b7-804e-48965df5c42a", "tag": "38133915-d565-40a4-9f90-2130c65e8181", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:25.049707 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2e466f4-549b-4394-9ae4-27f440cb5e7f {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:25.051495 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99006b14-8346-45b7-804e-48965df5c42a', 'tag': '38133915-d565-40a4-9f90-2130c65e8181', 'status': 'completed', 'code': 200} Jun 03 21:50:25.097904 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-297dcee2-dc5a-4fcb-8b40-2f085cbf0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:25.100443 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-297dcee2-dc5a-4fcb-8b40-2f085cbf0075 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 1097 time: 0.2320852 Jun 03 21:50:25.233864 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-d3551f91-1462-4dde-b59f-95553232f297 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38133915-d565-40a4-9f90-2130c65e8181 HTTP/1.1" status: 200 len: 217 time: 0.1238678 Jun 03 21:50:25.352524 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-29cb6656-ed1c-4a97-92a9-a734e809447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:25.354211 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-29cb6656-ed1c-4a97-92a9-a734e809447b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.0990345 Jun 03 21:50:25.427436 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-0ee0bb6b-c787-4560-ad26-541bf9f18755 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565400 Jun 03 21:50:25.451447 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9ddc5-40d4-4129-a6df-48524b3731cc req-52f96e20-a60d-42a7-bc17-3517de4f029a tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:25.456128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-95c9ddc5-40d4-4129-a6df-48524b3731cc req-52f96e20-a60d-42a7-bc17-3517de4f029a tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.3367631 Jun 03 21:50:25.460816 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6a28b-8e3e-44b6-9cb1-b9c9e38174fb req-383143e4-dee6-43e7-9fe0-8b3f89eb8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:25.463496 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c6b6a28b-8e3e-44b6-9cb1-b9c9e38174fb req-383143e4-dee6-43e7-9fe0-8b3f89eb8641 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 1099 time: 0.2373891 Jun 03 21:50:25.594987 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-95c9ddc5-40d4-4129-a6df-48524b3731cc req-d59e4eaa-5405-4486-b667-dfbb6d025146 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291699 Jun 03 21:50:25.598145 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c6b6a28b-8e3e-44b6-9cb1-b9c9e38174fb req-f86e1007-1fc8-4125-b6a4-5e6e0803560f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016331 Jun 03 21:50:25.621497 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-3698b568-4aa0-40d8-8262-ef026325c7a6 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803796 Jun 03 21:50:25.845456 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40236) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:25.861310 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-504f2eda-d3a0-4d84-a846-e359ec331613 req-6ce2354a-3ac7-4a10-b06f-85cf4b19ccb7 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715782 Jun 03 21:50:25.960741 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7b8a6-9846-44c6-8362-c27b04e48e19 req-d65c90c6-0624-4b3b-b691-d335963e658a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:25.962332 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cfe7b8a6-9846-44c6-8362-c27b04e48e19 req-d65c90c6-0624-4b3b-b691-d335963e658a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 944 time: 0.1644135 Jun 03 21:50:26.030874 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cfe7b8a6-9846-44c6-8362-c27b04e48e19 req-6147a457-73a0-4844-ba75-7cf432638dd8 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577447 Jun 03 21:50:26.175510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.211148 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:26.221816 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Usage tracker for resource:security_group_rule and tenant:3c80227838604eb4b525bfa8def9fed2 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:26.228023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:26.245078 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:26.257073 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ddffa-64cf-4479-976c-e5f8d88224f9 req-a15a7277-712d-4196-8506-fb6713282a65 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.259903 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b59ddffa-64cf-4479-976c-e5f8d88224f9 req-a15a7277-712d-4196-8506-fb6713282a65 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1819944 Jun 03 21:50:26.306747 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-7691d846-3796-457c-8194-d38452ebf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.309597 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-7691d846-3796-457c-8194-d38452ebf87c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 1097 time: 0.3739429 Jun 03 21:50:26.341217 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b59ddffa-64cf-4479-976c-e5f8d88224f9 req-935f8665-bd72-4f6d-84fc-85c281635553 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720093 Jun 03 21:50:26.374718 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-93226382-ce82-4c6f-986b-ecb40240334d tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=0ba16d4a09e24d34ad857ba1dda70de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383325 Jun 03 21:50:26.596004 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-96017934-abe9-4110-967b-7be2309374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.598619 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-96017934-abe9-4110-967b-7be2309374d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 200 len: 917 time: 0.2506287 Jun 03 21:50:26.679073 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-cc76e606-5097-4656-ac63-dec45e124d1a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.681038 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-cc76e606-5097-4656-ac63-dec45e124d1a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990196 Jun 03 21:50:26.685179 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8f1dfab8-2776-4840-980c-4e7db8a63d02 req-c6de8a79-19c3-4cf4-9042-09cb14d84a10 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 210 time: 0.0886490 Jun 03 21:50:26.713839 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Request body: {'port': {'device_id': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89', 'admin_state_up': True, 'tenant_id': '0ba16d4a09e24d34ad857ba1dda70de3'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:26.723020 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-a5281daf-a348-4f10-b909-dd4f02e8c447 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38133915-d565-40a4-9f90-2130c65e8181 HTTP/1.1" status: 200 len: 217 time: 0.1124690 Jun 03 21:50:26.806608 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.815466 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.827020 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-611205ec-2525-42d2-9eb8-cae6c33cde05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:26.845375 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-7347b38f-8f1e-4793-943a-ca8fc86043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.846891 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-7347b38f-8f1e-4793-943a-ca8fc86043f6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 200 len: 855 time: 0.1104407 Jun 03 21:50:26.928250 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-436fa3c7-611d-45c7-80c1-30f0c8104e5a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4eb84cd4-da35-4f1c-9791-6d9f545c7528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686736 Jun 03 21:50:26.938500 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c80227838604eb4b525bfa8def9fed2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0921571 Jun 03 21:50:26.940304 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40254) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:26.941471 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d76a4-4288-481e-86d7-4233cd2c2073,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:26.946421 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:26.961461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Usage tracker for resource:port and tenant:0ba16d4a09e24d34ad857ba1dda70de3 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:26.967236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:26.972883 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26f4e-6206-4970-a3ba-f9d453d2160d req-fc6e38ce-abad-4343-b334-d971cd78f157 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.974541 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dac26f4e-6206-4970-a3ba-f9d453d2160d req-fc6e38ce-abad-4343-b334-d971cd78f157 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.1553595 Jun 03 21:50:26.975741 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:26.986962 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:27.037061 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Made reservation on behalf of 0ba16d4a09e24d34ad857ba1dda70de3 for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:27.041613 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.068921 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.103910 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dac26f4e-6206-4970-a3ba-f9d453d2160d req-7f23f2ec-d26b-4940-b895-8cb5db73a5ba tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186028 Jun 03 21:50:27.130246 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:27.138305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Usage tracker for resource:security_group_rule and tenant:0ba16d4a09e24d34ad857ba1dda70de3 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:27.143816 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:27.176685 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:27.225423 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.300468 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.338831 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-2b55e7d9-e804-4e0d-b0b5-767fdd389bb6 service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677957 Jun 03 21:50:27.435800 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.443839 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.447764 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9196b477-cbda-442d-a7de-e6b3fd91c443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:27.532099 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924fec9-7cfd-4249-8cb7-bc17d59de644 req-4a9072f7-f5db-49f1-8aa7-144e18bf41e4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:27.535221 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a924fec9-7cfd-4249-8cb7-bc17d59de644 req-4a9072f7-f5db-49f1-8aa7-144e18bf41e4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 944 time: 0.2742467 Jun 03 21:50:27.580735 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.594046 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a910fef6-4a6e-4a16-8674-76d7d3c63b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:27.594375 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece3211-0514-41f5-b69c-438702539764,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:27.608905 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:27.628449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d76a4-4288-481e-86d7-4233cd2c2073,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:27.646375 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:27.657495 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.661436 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef6d76a4-4288-481e-86d7-4233cd2c2073 HTTP/1.1" status: 204 len: 168 time: 0.7120416 Jun 03 21:50:27.666592 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-18b3c9c8-8ff0-40b6-bb1c-82973b4d316e req-f4793f79-3487-44be-a807-fb9763ceaccd service neutron] 10.222.0.107 "GET /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200772 Jun 03 21:50:27.676125 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a924fec9-7cfd-4249-8cb7-bc17d59de644 req-cbb0f4d8-1165-4fc7-a7f2-6eee53c70096 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216578 Jun 03 21:50:28.035813 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dab9754d-2078-4b1e-9890-c35c151b2c3e req-7cec7831-40f5-4b70-833f-44c792d4c779 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 210 time: 0.0757287 Jun 03 21:50:28.066859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Allocated IP 192.168.233.140 (7c30bb82-324f-4df3-a229-847dab2aed89/62f22b75-1718-4584-a26a-7b603f409405/f6388eb6-3a32-4770-a1d6-8c281e58c2a3) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:28.124739 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942a689-2044-4999-8277-c75352182256 req-e3ea7f55-28eb-4911-b7ec-059fb4efecea tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:28.126399 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5942a689-2044-4999-8277-c75352182256 req-e3ea7f55-28eb-4911-b7ec-059fb4efecea tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2439370 Jun 03 21:50:28.247851 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5942a689-2044-4999-8277-c75352182256 req-448b9a2f-677f-49ce-99da-c467bdcc38d4 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109812 Jun 03 21:50:28.255012 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40272) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:28.284978 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.314136 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:28.322954 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Usage tracker for resource:security_group_rule and tenant:84541635e2ad43aaa8472a8e9725ad49 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:28.329013 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:28.340189 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:28.467929 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.473375 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.482991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.483399 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6e5760ee-3c15-42fa-ac12-2d210a1481e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:28.519402 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Transition to ACTIVE for port object f6388eb6-3a32-4770-a1d6-8c281e58c2a3 will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:28.530229 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3672f4b-ee9d-4fe7-bee6-086eb2811a2a,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:28.534826 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84541635e2ad43aaa8472a8e9725ad49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784967 Jun 03 21:50:28.536666 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:28.539224 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40274) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:28.576519 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e42cda-11ac-4de1-9246-b06404d50def req-f56b726b-128e-47d6-afcb-ddc4cab48c8b tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:28.579560 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29e42cda-11ac-4de1-9246-b06404d50def req-f56b726b-128e-47d6-afcb-ddc4cab48c8b tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.1720440 Jun 03 21:50:28.633460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.671603 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.674767 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29e42cda-11ac-4de1-9246-b06404d50def req-48ce3fd4-6f54-4fd7-bfed-80e4cd6ad50a tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868428 Jun 03 21:50:28.677263 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.690246 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:28.797932 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.804998 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-23916acf-6059-4ee6-be9c-f52922effaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:28.819219 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Network 7c30bb82-324f-4df3-a229-847dab2aed89 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:28.825784 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:28.834313 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:28.838113 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3672f4b-ee9d-4fe7-bee6-086eb2811a2a,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:28.842453 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:28.843861 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.845288 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3672f4b-ee9d-4fe7-bee6-086eb2811a2a HTTP/1.1" status: 204 len: 168 time: 0.3045812 Jun 03 21:50:29.043224 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Pushing event updated for resources: {'Port': ['ID=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:29.145019 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:29.171466 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:29.172554 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.223824 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-86ce56b6-a775-45a4-8fd9-6a2b56622a75 None None] Provisioning for port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:29.240632 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-86ce56b6-a775-45a4-8fd9-6a2b56622a75 None None] Provisioning complete for port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:29.241234 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-86ce56b6-a775-45a4-8fd9-6a2b56622a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.266884 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5607436 Jun 03 21:50:29.294057 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Request body: {'port': {'device_id': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:29.339373 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 38133915-d565-40a4-9f90-2130c65e8181 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:50:29.574867 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23ac5-c3e7-474c-99ee-6ef9dd9d6c6f req-e644b09b-20ec-4964-8919-ad52191e3a1a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:29.583382 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-94a23ac5-c3e7-474c-99ee-6ef9dd9d6c6f req-e644b09b-20ec-4964-8919-ad52191e3a1a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 944 time: 0.6391699 Jun 03 21:50:29.673886 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.679181 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-86ce56b6-a775-45a4-8fd9-6a2b56622a75 None None] Port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:29.708480 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:50:29.748241 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 38133915-d565-40a4-9f90-2130c65e8181, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=38133915-d565-40a4-9f90-2130c65e8181,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:29.765047 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '38133915-d565-40a4-9f90-2130c65e8181', 'network_id': '4eb84cd4-da35-4f1c-9791-6d9f545c7528', 'port_id': '38133915-d565-40a4-9f90-2130c65e8181', 'mac_address': 'fa:16:3e:00:ba:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa33d65-0a15-426f-a5e8-21167b0557e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:50:29.790424 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-94a23ac5-c3e7-474c-99ee-6ef9dd9d6c6f req-f5184590-9126-4619-b6b7-2efd1cdb3504 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055893 Jun 03 21:50:29.835634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-e82b0919-241d-4d7d-8768-730e63a98553 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:29.836874 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-e82b0919-241d-4d7d-8768-730e63a98553 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Synchronizing usage tracker for tenant:0ba16d4a09e24d34ad857ba1dda70de3 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:29.876425 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.912127 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38133915-d565-40a4-9f90-2130c65e8181 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:29.935281 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-e82b0919-241d-4d7d-8768-730e63a98553 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Unset dirty status for tenant:0ba16d4a09e24d34ad857ba1dda70de3 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:29.942939 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-e82b0919-241d-4d7d-8768-730e63a98553 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 936 time: 0.4627719 Jun 03 21:50:29.947527 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 38133915-d565-40a4-9f90-2130c65e8181, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=38133915-d565-40a4-9f90-2130c65e8181,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:29.958485 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.961645 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:30.039711 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-a67fc668-03e0-4e47-b392-47a25e1dd4b4 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Synchronizing usage tracker for tenant:0ba16d4a09e24d34ad857ba1dda70de3 on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:30.122895 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=38133915-d565-40a4-9f90-2130c65e8181,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:30.153546 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:30.160044 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-a67fc668-03e0-4e47-b392-47a25e1dd4b4 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Unset dirty status for tenant:0ba16d4a09e24d34ad857ba1dda70de3 on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:30.172920 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b43feb55-2f2d-45b1-b68d-2839e6b17b40 req-a67fc668-03e0-4e47-b392-47a25e1dd4b4 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282944 Jun 03 21:50:30.496242 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['38133915-d565-40a4-9f90-2130c65e8181'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:30.499351 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6388eb6-3a32-4770-a1d6-8c281e58c2a3 {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:30.515425 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.571435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Transition to ACTIVE for port object f6388eb6-3a32-4770-a1d6-8c281e58c2a3 will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:30.587285 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c540e-0f49-43b2-9e9f-af87065138b0 req-209e13a2-24c3-410a-b844-f666d39da92f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:30.591258 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ee8c540e-0f49-43b2-9e9f-af87065138b0 req-209e13a2-24c3-410a-b844-f666d39da92f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3045273 Jun 03 21:50:30.595117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.604842 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:31.106978 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ee8c540e-0f49-43b2-9e9f-af87065138b0 req-c4cde1bb-d443-4ddc-aee3-5a804ebd2b9c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287744 Jun 03 21:50:31.108269 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:31.112852 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:31.397690 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcbd56-5540-40c5-9fb4-d09cb389d023 req-f8d88dd9-8067-435e-9b34-c91c1f088d43 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.411567 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efbcbd56-5540-40c5-9fb4-d09cb389d023 req-f8d88dd9-8067-435e-9b34-c91c1f088d43 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 945 time: 0.3100264 Jun 03 21:50:31.442601 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Attempting to bind port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:31.443195 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Attempting to bind port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:31.443755 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Attempting to bind port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 on network 7c30bb82-324f-4df3-a229-847dab2aed89 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:31.464119 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 on network 7c30bb82-324f-4df3-a229-847dab2aed89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:50:31.465184 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Attempting to bind port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 on network 7c30bb82-324f-4df3-a229-847dab2aed89 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:31.502360 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:31.502877 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Checking segment: {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:31.503532 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Bound using segment: {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:31.504712 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Bound port: f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa39d2b-9bb6-4f38-83bf-72c325800931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:31.505326 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.632993 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efbcbd56-5540-40c5-9fb4-d09cb389d023 req-bb34bf31-5949-4691-8565-0da15d3f402a tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199969 Jun 03 21:50:31.781497 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3fb04e9f-9de0-473b-b8ed-f2f925cd9409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.799780 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] For port f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:31.803956 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] For port f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:31.818444 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.828325 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db90227-a9dc-43fc-8fa4-277bb0ccf754 req-c11a8616-a142-41c7-8135-7f3b58d5e829 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.829913 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5db90227-a9dc-43fc-8fa4-277bb0ccf754 req-c11a8616-a142-41c7-8135-7f3b58d5e829 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 948 time: 0.3299460 Jun 03 21:50:31.835782 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a4819c8c-fe77-430f-8933-495e7fb88b46 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:31.935322 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.936115 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.937629 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] 10.222.0.107 "PUT /v2.0/ports/f6388eb6-3a32-4770-a1d6-8c281e58c2a3 HTTP/1.1" status: 200 len: 1098 time: 2.6570809 Jun 03 21:50:31.938152 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'tag': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:31.940698 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac52e6-d59b-4233-9d70-6f48e2bb5675" -d '{"events": [{"name": "network-changed", "server_uuid": "60f67173-6958-4d0a-a640-d4eead3fa2fb", "tag": "f6388eb6-3a32-4770-a1d6-8c281e58c2a3"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:32.024001 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:32.110614 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:32.120627 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66d2aab-dab7-4ccc-9703-7849bb7c27ae x-openstack-request-id: req-c66d2aab-dab7-4ccc-9703-7849bb7c27ae {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:32.121596 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f67173-6958-4d0a-a640-d4eead3fa2fb", "tag": "f6388eb6-3a32-4770-a1d6-8c281e58c2a3", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:32.121881 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c66d2aab-dab7-4ccc-9703-7849bb7c27ae {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:32.122322 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'tag': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3', 'status': 'completed', 'code': 200} Jun 03 21:50:32.134041 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5db90227-a9dc-43fc-8fa4-277bb0ccf754 req-53bff488-8b24-4e3b-b731-26c5db635a6d tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563295 Jun 03 21:50:32.254057 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-7921a2e2-561a-4ae3-9594-5c7d8b349f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:32.256136 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-7921a2e2-561a-4ae3-9594-5c7d8b349f85 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ba16d4a09e24d34ad857ba1dda70de3&device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 1101 time: 0.2250929 Jun 03 21:50:32.365701 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-cc04bfd5-b5f7-4360-b088-8134e2cd3706 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3 HTTP/1.1" status: 200 len: 217 time: 0.0968652 Jun 03 21:50:32.477141 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-08539664-6c6e-4771-87fd-c6c45a412407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:32.478976 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-08539664-6c6e-4771-87fd-c6c45a412407 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62f22b75-1718-4584-a26a-7b603f409405 HTTP/1.1" status: 200 len: 843 time: 0.1069577 Jun 03 21:50:32.506895 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40366) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:32.609676 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931139b3-8e93-4375-b932-503833599803 req-e502b42f-e884-4fbf-a535-94679c36bf1c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:32.611262 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-931139b3-8e93-4375-b932-503833599803 req-e502b42f-e884-4fbf-a535-94679c36bf1c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1752057 Jun 03 21:50:32.640784 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-3ef52cff-3879-4baf-8975-a51deac1e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:32.643279 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-3ef52cff-3879-4baf-8975-a51deac1e978 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7c30bb82-324f-4df3-a229-847dab2aed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1424963 Jun 03 21:50:32.716193 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-931139b3-8e93-4375-b932-503833599803 req-43f9a036-ae83-4e15-9b9f-6ad3d3d3b6a6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980499 Jun 03 21:50:32.718898 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.751385 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:32.757255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:511c00149af94bd9bdf0259821f737d3 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:32.761573 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:32.771564 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:32.910322 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-20e61b0c-ffc6-4e79-9e59-ef28cc89f325 service neutron] 10.222.0.107 "GET /v2.0/networks/7c30bb82-324f-4df3-a229-847dab2aed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480204 Jun 03 21:50:32.938627 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.947416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.960085 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-77e1ed26-031a-4a9e-80a3-4182cbfde01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:33.040185 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=511c00149af94bd9bdf0259821f737d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311875 Jun 03 21:50:33.052426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ff388e-9553-45bb-9c35-fbc20fa71e77,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:33.052426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:33.052426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40376) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:33.160060 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.198380 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6ef1c-0489-49ff-af11-ce4381f48dcf req-b7e1b0d7-9825-40cb-ae39-049dbfa21fb6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:33.200415 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-83e6ef1c-0489-49ff-af11-ce4381f48dcf req-b7e1b0d7-9825-40cb-ae39-049dbfa21fb6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 945 time: 0.3587973 Jun 03 21:50:33.210043 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.251360 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4c9373d-2358-4cc2-b4dc-08c63e8cf329 req-dcfce06e-57fc-46d9-89dc-66684e5b0f90 service neutron] 10.222.0.107 "GET /v2.0/networks/7c30bb82-324f-4df3-a229-847dab2aed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193412 Jun 03 21:50:33.284232 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-83e6ef1c-0489-49ff-af11-ce4381f48dcf req-332f4ff9-a99b-4d2d-bfce-550b4dea44cb tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Jun 03 21:50:33.340100 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 38133915-d565-40a4-9f90-2130c65e8181 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:33.359970 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.365412 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-80b7b9f0-2ffe-48ca-b3c2-65bbac71cb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:33.390719 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ff388e-9553-45bb-9c35-fbc20fa71e77,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:33.395625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:33.406761 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.408352 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0ff388e-9553-45bb-9c35-fbc20fa71e77 HTTP/1.1" status: 204 len: 168 time: 0.3606334 Jun 03 21:50:33.504230 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 38133915-d565-40a4-9f90-2130c65e8181 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:33.513771 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 38133915-d565-40a4-9f90-2130c65e8181 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:33.514506 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.547602 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-85b202a4-32e8-4e86-96da-47ee504ccdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:33.550675 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-85b202a4-32e8-4e86-96da-47ee504ccdff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ba16d4a09e24d34ad857ba1dda70de3&device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 1101 time: 0.2222404 Jun 03 21:50:33.583088 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dc844-0182-4b27-82be-053ae598c36b req-0945a20e-568c-46ab-8ffb-b167ca2f8a8b tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:33.585040 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f55dc844-0182-4b27-82be-053ae598c36b req-0945a20e-568c-46ab-8ffb-b167ca2f8a8b tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 948 time: 0.1853158 Jun 03 21:50:33.749530 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.786466 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f55dc844-0182-4b27-82be-053ae598c36b req-24db1f15-9345-4468-9d1b-371c6058379a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705704 Jun 03 21:50:33.816348 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 38133915-d565-40a4-9f90-2130c65e8181, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=38133915-d565-40a4-9f90-2130c65e8181,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:33.817701 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99006b14-8346-45b7-804e-48965df5c42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38133915-d565-40a4-9f90-2130c65e8181'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:33.820847 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c07f2c-97ba-4685-badb-f909af59cd3b" -d '{"events": [{"server_uuid": "99006b14-8346-45b7-804e-48965df5c42a", "name": "network-vif-plugged", "status": "completed", "tag": "38133915-d565-40a4-9f90-2130c65e8181"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:33.842330 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-75bfe126-e878-4a21-a294-45a9aed44109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:33.843915 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-75bfe126-e878-4a21-a294-45a9aed44109 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7c30bb82-324f-4df3-a229-847dab2aed89 HTTP/1.1" status: 200 len: 871 time: 0.2579272 Jun 03 21:50:33.846407 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.848898 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:33.946976 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=38133915-d565-40a4-9f90-2130c65e8181,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:33.952846 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:33.994250 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40398) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.031166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.059764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:34.067069 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Usage tracker for resource:security_group_rule and tenant:27aabb463c7f472a86fa8e2087b2a0aa is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:34.072515 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:34.084016 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:34.169045 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-eff02b6c-f039-42d8-a510-fd1c307a8995 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3 HTTP/1.1" status: 200 len: 217 time: 0.3119581 Jun 03 21:50:34.217635 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.224933 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.240202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9c86d2aa-4950-4e2c-8e78-d6193032cba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:34.274773 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-8ed0b0e5-ca3a-49d4-83e6-f6aa0f191b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:34.276409 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-8ed0b0e5-ca3a-49d4-83e6-f6aa0f191b6e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62f22b75-1718-4584-a26a-7b603f409405 HTTP/1.1" status: 200 len: 843 time: 0.0956001 Jun 03 21:50:34.311842 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27aabb463c7f472a86fa8e2087b2a0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131232 Jun 03 21:50:34.317512 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40404) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.334294 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65c2d3a-05c5-4510-9070-918999bbf30f x-openstack-request-id: req-a65c2d3a-05c5-4510-9070-918999bbf30f {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:34.335763 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99006b14-8346-45b7-804e-48965df5c42a", "name": "network-vif-plugged", "status": "completed", "tag": "38133915-d565-40a4-9f90-2130c65e8181", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:34.337847 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a65c2d3a-05c5-4510-9070-918999bbf30f {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:34.340066 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99006b14-8346-45b7-804e-48965df5c42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38133915-d565-40a4-9f90-2130c65e8181', 'code': 200} Jun 03 21:50:34.348543 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbbe36-3878-4db9-acea-320d67217bf5 req-1d2e98fe-9702-4c16-9430-a2e3c9fad5f0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:34.350125 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0afbbe36-3878-4db9-acea-320d67217bf5 req-1d2e98fe-9702-4c16-9430-a2e3c9fad5f0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2593679 Jun 03 21:50:34.352021 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071179bf-903d-4da7-910a-b59bc5ff47fb,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:34.365218 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:34.421266 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.434437 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0afbbe36-3878-4db9-acea-320d67217bf5 req-dae5d956-2625-466b-9c19-1a3d6e280611 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Jun 03 21:50:34.451363 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-2f829965-307a-4836-ac3a-b860649fcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:34.452904 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-2f829965-307a-4836-ac3a-b860649fcd7f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7c30bb82-324f-4df3-a229-847dab2aed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1650689 Jun 03 21:50:34.467893 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.524786 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.629533 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.634980 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3afdeab7-0d24-4ef7-9678-96e874cd8405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.642251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d019861a-8bc4-4014-9aaa-ff4328e0215c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:34.662948 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071179bf-903d-4da7-910a-b59bc5ff47fb,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:34.666671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:34.676496 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.680428 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/071179bf-903d-4da7-910a-b59bc5ff47fb HTTP/1.1" status: 204 len: 168 time: 0.3588016 Jun 03 21:50:34.735452 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-1fea3fda-13ad-46df-82eb-29369e727c5f service neutron] 10.222.0.107 "GET /v2.0/networks/7c30bb82-324f-4df3-a229-847dab2aed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712646 Jun 03 21:50:34.802274 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b869d6-ba60-45f5-92fd-06c85b3f0f9b req-e487092e-e7fe-4dec-a530-2464db169fdc tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:34.804301 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-93b869d6-ba60-45f5-92fd-06c85b3f0f9b req-e487092e-e7fe-4dec-a530-2464db169fdc tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.2119055 Jun 03 21:50:34.892454 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c826-25cd-420c-a0c4-740c71179dff req-a14a7c87-5aba-4f8e-a2bb-b6f668bf0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:34.894080 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5e19c826-25cd-420c-a0c4-740c71179dff req-a14a7c87-5aba-4f8e-a2bb-b6f668bf0eb5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 1099 time: 0.1357000 Jun 03 21:50:34.964224 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5e19c826-25cd-420c-a0c4-740c71179dff req-693c47d1-fcb0-4b33-b0a0-6dc6df3bbfc3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602274 Jun 03 21:50:35.052067 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-93b869d6-ba60-45f5-92fd-06c85b3f0f9b req-35225460-db62-4152-a2e4-da10a1bc729a tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282474 Jun 03 21:50:35.116612 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-efac52e6-d59b-4233-9d70-6f48e2bb5675 req-d1f17a0a-9e06-45f7-9b02-8182cf50bcb2 service neutron] 10.222.0.107 "GET /v2.0/networks/7c30bb82-324f-4df3-a229-847dab2aed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562069 Jun 03 21:50:35.160153 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe49976-0bcf-413e-ad7d-1f44ff862ffe req-5ef9cb47-2c78-4b21-a47d-b136b226152f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:35.162697 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3fe49976-0bcf-413e-ad7d-1f44ff862ffe req-5ef9cb47-2c78-4b21-a47d-b136b226152f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.3096926 Jun 03 21:50:35.328097 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3fe49976-0bcf-413e-ad7d-1f44ff862ffe req-050b4300-a249-4b5e-a9a5-38b76521554f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576478 Jun 03 21:50:35.405055 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a15d-595d-44dc-9765-7b5883d9382c req-4b61f571-1b6e-4594-b99a-1e5d47df6dac tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:35.417500 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-87a5a15d-595d-44dc-9765-7b5883d9382c req-4b61f571-1b6e-4594-b99a-1e5d47df6dac tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 948 time: 0.2168806 Jun 03 21:50:35.494983 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-87a5a15d-595d-44dc-9765-7b5883d9382c req-e0abfac9-0b76-4226-910c-8716da94637a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757692 Jun 03 21:50:35.732324 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.749902 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4ad7-0764-43fd-9814-add7b35e09ac req-b971074b-fe97-4a5f-bbf9-2291fa2f24b5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:35.751708 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6ebb4ad7-0764-43fd-9814-add7b35e09ac req-b971074b-fe97-4a5f-bbf9-2291fa2f24b5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1366928 Jun 03 21:50:35.812938 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6ebb4ad7-0764-43fd-9814-add7b35e09ac req-fc61f98c-a6c1-488b-b2e2-efa0e18a035e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499914 Jun 03 21:50:36.349448 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444b28e-b5af-4e78-b8b9-6ff024b0afdb req-a63a29ae-abec-4c8e-9205-720766715217 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:36.351464 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7444b28e-b5af-4e78-b8b9-6ff024b0afdb req-a63a29ae-abec-4c8e-9205-720766715217 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.1377850 Jun 03 21:50:36.414692 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7444b28e-b5af-4e78-b8b9-6ff024b0afdb req-66a17fe0-a00a-457a-b73b-c0ad750d1aeb tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Jun 03 21:50:36.657861 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d25fed-f36e-4d5d-b32e-36d57afadb6e req-26da9604-eada-4312-924c-e747da765aaa tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:36.661105 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-50d25fed-f36e-4d5d-b32e-36d57afadb6e req-26da9604-eada-4312-924c-e747da765aaa tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.1839740 Jun 03 21:50:36.747284 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-50d25fed-f36e-4d5d-b32e-36d57afadb6e req-399ff410-f2ca-45a9-b25d-1480184ea886 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787308 Jun 03 21:50:37.005295 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-65a05b3d-449d-41ef-83ff-062e5f14bba2 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:37.006927 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-65a05b3d-449d-41ef-83ff-062e5f14bba2 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.107 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.2209601 Jun 03 21:50:37.174758 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d8646-bf6b-4303-bdd2-3cefc125e873 req-313832f4-6712-4ca0-b5c2-ebd76ad8fd46 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:37.176372 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c54d8646-bf6b-4303-bdd2-3cefc125e873 req-313832f4-6712-4ca0-b5c2-ebd76ad8fd46 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 948 time: 0.2947512 Jun 03 21:50:37.247304 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef39d0-d307-4d72-b0d0-bb9ec1aa9795 req-4c3f1b9d-81ad-4311-ae11-2b198c52454d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:37.248975 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-40ef39d0-d307-4d72-b0d0-bb9ec1aa9795 req-4c3f1b9d-81ad-4311-ae11-2b198c52454d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3013821 Jun 03 21:50:37.283666 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c54d8646-bf6b-4303-bdd2-3cefc125e873 req-1774abd1-a78b-4004-830d-b4832b28cae5 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960212 Jun 03 21:50:37.330947 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Deleting port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:37.331944 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.350696 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-40ef39d0-d307-4d72-b0d0-bb9ec1aa9795 req-f286e3d4-d58b-4a95-aa4b-e26f9303274c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940528 Jun 03 21:50:37.359143 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.368335 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device f6388eb6-3a32-4770-a1d6-8c281e58c2a3 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:50:37.534212 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:37.551167 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3', 'network_id': '7c30bb82-324f-4df3-a229-847dab2aed89', 'port_id': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3', 'mac_address': 'fa:16:3e:b8:f6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f22b75-1718-4584-a26a-7b603f409405', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:50:37.625512 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.649634 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6388eb6-3a32-4770-a1d6-8c281e58c2a3 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:37.674506 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:37.681049 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.684534 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:37.709731 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] For port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,segment=NetworkSegment(35106066-f018-425f-912d-5c73bc663522),segment_id=35106066-f018-425f-912d-5c73bc663522)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:37.710141 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.802197 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:37.805290 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:37.871769 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Calling delete_port for 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:37.904012 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b30ed-038f-4005-a50e-f77729059bec req-de7d52ec-fd61-40bc-ab78-0b0e821d0623 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:37.906056 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d75b30ed-038f-4005-a50e-f77729059bec req-de7d52ec-fd61-40bc-ab78-0b0e821d0623 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 946 time: 0.2904990 Jun 03 21:50:38.058618 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d75b30ed-038f-4005-a50e-f77729059bec req-07d1c82c-0beb-41e3-9edf-13ad83690c02 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/security-groups?id=63b45dc1-05d4-42dc-9f33-3a8f3be90abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247222 Jun 03 21:50:38.159735 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['f6388eb6-3a32-4770-a1d6-8c281e58c2a3'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:38.236715 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d67ac-d854-4ead-a5c3-5dfce6f0e1c5 req-8eb1b5e0-7890-4d2e-a299-d52934432bb5 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:38.249271 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-055d67ac-d854-4ead-a5c3-5dfce6f0e1c5 req-8eb1b5e0-7890-4d2e-a299-d52934432bb5 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.2811625 Jun 03 21:50:38.321559 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.366753 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:38.426309 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-055d67ac-d854-4ead-a5c3-5dfce6f0e1c5 req-d95453ad-3482-4a8d-ab3e-d2f94c1fca37 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757383 Jun 03 21:50:38.488366 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Pushing event deleted for resources: {'Port': ['ID=3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:38.559533 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:38.700021 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] No DVR routers for this DVR port 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:38.717082 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.720594 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'name': 'network-vif-deleted', 'tag': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:38.723017 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6f607-7769-4a1b-8b5d-f3c6a23e6d65" -d '{"events": [{"server_uuid": "55da13b9-5e6b-40f5-b988-1f3cea0ef4d4", "name": "network-vif-deleted", "tag": "3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:38.738816 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-674feb01-1ad7-4b37-a82c-cd1ee18bcf43 req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.107 "DELETE /v2.0/ports/3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc HTTP/1.1" status: 204 len: 173 time: 1.7128787 Jun 03 21:50:38.784795 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a42160-8883-4568-af20-efd559d9dfd2 req-0110e346-84f5-4b8f-bf7f-b44e1e62ce84 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:38.786580 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c1a42160-8883-4568-af20-efd559d9dfd2 req-0110e346-84f5-4b8f-bf7f-b44e1e62ce84 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 949 time: 0.2259259 Jun 03 21:50:38.831579 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42f340-c132-4cd5-902d-879a5b4c69f1 req-69a1c0bf-3be1-4cb3-93e7-423b54bc099c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:38.833571 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cb42f340-c132-4cd5-902d-879a5b4c69f1 req-69a1c0bf-3be1-4cb3-93e7-423b54bc099c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1753933 Jun 03 21:50:38.900329 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c1a42160-8883-4568-af20-efd559d9dfd2 req-c0184e85-f4c3-49f9-91a0-6a11b1357587 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035917 Jun 03 21:50:38.948044 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cb42f340-c132-4cd5-902d-879a5b4c69f1 req-9baf8708-4819-40a1-9a0e-c6f63ccba1a6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010356 Jun 03 21:50:38.985426 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc10ef-75b4-43f3-ac3a-11dbd273771a x-openstack-request-id: req-d0fc10ef-75b4-43f3-ac3a-11dbd273771a {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:38.987089 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55da13b9-5e6b-40f5-b988-1f3cea0ef4d4", "name": "network-vif-deleted", "tag": "3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:38.987646 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0fc10ef-75b4-43f3-ac3a-11dbd273771a {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:38.988394 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55da13b9-5e6b-40f5-b988-1f3cea0ef4d4', 'name': 'network-vif-deleted', 'tag': '3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc', 'status': 'completed', 'code': 200} Jun 03 21:50:39.294244 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-7aa78d34-3fbf-459d-b2e8-04eb9f7eafc0 req-0b00ef73-4e66-455d-9b9b-da1ce66cebcf tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Synchronizing usage tracker for tenant:b577bd80b72f41fd9e921c970288dfe9 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:39.313647 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-7aa78d34-3fbf-459d-b2e8-04eb9f7eafc0 req-0b00ef73-4e66-455d-9b9b-da1ce66cebcf tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Unset dirty status for tenant:b577bd80b72f41fd9e921c970288dfe9 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:39.315252 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7aa78d34-3fbf-459d-b2e8-04eb9f7eafc0 req-0b00ef73-4e66-455d-9b9b-da1ce66cebcf tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] 10.222.0.77 "GET /v2.0/ports?device_id=55da13b9-5e6b-40f5-b988-1f3cea0ef4d4 HTTP/1.1" status: 200 len: 210 time: 0.0697749 Jun 03 21:50:39.385014 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:39.460139 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:39.461017 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3ff07ec8-ed6d-45e3-819b-0fd8bdda47cc not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:40.268058 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfbb51-694c-417b-87a3-71a58b45e2d8 req-52060c81-302f-435d-a877-98f459d20679 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.270556 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9bdfbb51-694c-417b-87a3-71a58b45e2d8 req-52060c81-302f-435d-a877-98f459d20679 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 949 time: 0.1578300 Jun 03 21:50:40.451465 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9bdfbb51-694c-417b-87a3-71a58b45e2d8 req-9571514a-bbde-428c-952e-51653524d3c6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068406 Jun 03 21:50:40.499437 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cb2c1-752b-45e4-b672-22bc5c225f51 req-cbb54b94-581e-467d-b119-280f0a0bcfc6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.502373 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-af5cb2c1-752b-45e4-b672-22bc5c225f51 req-cbb54b94-581e-467d-b119-280f0a0bcfc6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2606406 Jun 03 21:50:40.567773 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-af5cb2c1-752b-45e4-b672-22bc5c225f51 req-86e3175e-3c5e-4d8b-b726-63fa11dacb25 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Jun 03 21:50:41.393343 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device f6388eb6-3a32-4770-a1d6-8c281e58c2a3 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:41.513208 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:41.527679 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:41.528653 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.750988 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.789352 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:41.791885 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f868a019-32e7-4675-b861-a2b116993f0b" -d '{"events": [{"server_uuid": "60f67173-6958-4d0a-a640-d4eead3fa2fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6388eb6-3a32-4770-a1d6-8c281e58c2a3"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:41.801998 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:41.810339 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.815273 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:41.952932 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:41.957628 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:42.064324 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562112e-a766-47d3-b8d2-c572d8c68798 req-eb755d84-46d7-44c7-9d8c-173718041a76 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:42.065936 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c562112e-a766-47d3-b8d2-c572d8c68798 req-eb755d84-46d7-44c7-9d8c-173718041a76 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.3195217 Jun 03 21:50:42.125577 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a85fe-d158-460e-8ce9-e0ec044ae1fe req-3fda03f3-bf6c-4927-bdfe-3dff8a08c09c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:42.127378 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-058a85fe-d158-460e-8ce9-e0ec044ae1fe req-3fda03f3-bf6c-4927-bdfe-3dff8a08c09c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2749717 Jun 03 21:50:42.133915 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04dea-4915-42d8-bc3d-dcde47c15744 req-67e91191-e9a1-457b-81bc-43909629fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:42.136223 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2c04dea-4915-42d8-bc3d-dcde47c15744 req-67e91191-e9a1-457b-81bc-43909629fbe1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.2147691 Jun 03 21:50:42.213818 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c562112e-a766-47d3-b8d2-c572d8c68798 req-a1f25b3f-2ce3-4c52-b830-493999b059cc tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396959 Jun 03 21:50:42.268226 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2c04dea-4915-42d8-bc3d-dcde47c15744 req-32ca17c9-cb66-4959-a4c3-9da7357bf779 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010571 Jun 03 21:50:42.275287 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-058a85fe-d158-460e-8ce9-e0ec044ae1fe req-946a00e5-8459-4ff1-a24a-3bbf6f12525b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375573 Jun 03 21:50:42.336143 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6c202e-59b1-48cf-b246-2c426f08d006 x-openstack-request-id: req-fa6c202e-59b1-48cf-b246-2c426f08d006 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:42.336590 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f67173-6958-4d0a-a640-d4eead3fa2fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6388eb6-3a32-4770-a1d6-8c281e58c2a3", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:42.336997 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa6c202e-59b1-48cf-b246-2c426f08d006 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:42.337588 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3', 'code': 200} Jun 03 21:50:42.844173 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f7098-d1c0-4a35-8054-7bf27e1f9b81 req-0dbeb55f-3d92-42f5-990f-f805c45799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:42.846919 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-776f7098-d1c0-4a35-8054-7bf27e1f9b81 req-0dbeb55f-3d92-42f5-990f-f805c45799e7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 1103 time: 0.1734724 Jun 03 21:50:42.933683 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-776f7098-d1c0-4a35-8054-7bf27e1f9b81 req-bf747a7c-0d26-4a57-b380-2aed5ec603ee service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782022 Jun 03 21:50:43.460764 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66617d1-34a0-4000-a7cc-8fa0eeec1064 req-2c9ad32e-60b6-4a18-a943-64e3f1bc4955 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:43.462447 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f66617d1-34a0-4000-a7cc-8fa0eeec1064 req-2c9ad32e-60b6-4a18-a943-64e3f1bc4955 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.1045094 Jun 03 21:50:43.696122 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f66617d1-34a0-4000-a7cc-8fa0eeec1064 req-068c4888-b8f1-4c9a-9d43-a70ce814589b tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265027 Jun 03 21:50:43.814596 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1a3dd-2d9b-45e8-a49f-2eaf4604a576 req-ef1fba5c-599b-4e07-8627-82c38c761140 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:43.844637 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0ec1a3dd-2d9b-45e8-a49f-2eaf4604a576 req-ef1fba5c-599b-4e07-8627-82c38c761140 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3322031 Jun 03 21:50:43.919081 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0ec1a3dd-2d9b-45e8-a49f-2eaf4604a576 req-0f959c0b-5ad3-45d9-8e0d-4bfe392a8bdd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701504 Jun 03 21:50:44.411806 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ba38-9daa-4b66-ac59-4ca0d93f2cf6 req-024b2645-e51d-48f6-a747-c95e22a11061 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:44.413436 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a6f0ba38-9daa-4b66-ac59-4ca0d93f2cf6 req-024b2645-e51d-48f6-a747-c95e22a11061 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1056821 Jun 03 21:50:44.475626 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a6f0ba38-9daa-4b66-ac59-4ca0d93f2cf6 req-1ad7d268-3116-42b5-81b5-657976fe9006 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548639 Jun 03 21:50:44.969093 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffdee-ea71-4fd1-b460-a1b4e84faf80 req-335ab167-6814-4f8d-9a3d-bfdff0b5088e tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:44.977161 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b05ffdee-ea71-4fd1-b460-a1b4e84faf80 req-335ab167-6814-4f8d-9a3d-bfdff0b5088e tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.1162612 Jun 03 21:50:45.053576 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b05ffdee-ea71-4fd1-b460-a1b4e84faf80 req-826d84ab-0d51-4d4c-b80d-89d6b46c61d2 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683849 Jun 03 21:50:45.241866 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f1376-7926-4408-9a3d-77b9c71bb661 req-3a892f66-65ee-4d8f-adf6-272d43b58e66 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:45.258238 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d15f1376-7926-4408-9a3d-77b9c71bb661 req-3a892f66-65ee-4d8f-adf6-272d43b58e66 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1742022 Jun 03 21:50:45.350976 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d15f1376-7926-4408-9a3d-77b9c71bb661 req-1805c70d-5725-49e2-bc46-86554ef14487 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895562 Jun 03 21:50:45.760053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626140ec-9d84-4019-b15c-2ba05a33dc24 req-38e95438-4cb1-47e0-9eb1-42663c928c1d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:45.764686 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-626140ec-9d84-4019-b15c-2ba05a33dc24 req-38e95438-4cb1-47e0-9eb1-42663c928c1d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1107316 Jun 03 21:50:45.841600 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-626140ec-9d84-4019-b15c-2ba05a33dc24 req-63ae6239-e06a-4ac7-b96d-25a92108af76 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690525 Jun 03 21:50:46.108284 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d01a2-6450-4f3f-b5d3-46dbf70590ad req-f7aa273f-19e4-4d8b-b509-fdec43940ff1 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:46.118588 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a61d01a2-6450-4f3f-b5d3-46dbf70590ad req-f7aa273f-19e4-4d8b-b509-fdec43940ff1 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.1308866 Jun 03 21:50:46.194287 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a61d01a2-6450-4f3f-b5d3-46dbf70590ad req-da04ff4c-af0a-4764-ad51-aa30963a06ee tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Jun 03 21:50:46.589305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-7b620fff-ea65-4edc-b6a7-cf72656020ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:46.591026 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-7b620fff-ea65-4edc-b6a7-cf72656020ed service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.2338030 Jun 03 21:50:46.648565 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704ce78-5d51-48be-9cda-c4777dd106f5 req-00c70fbe-c197-4e8d-8d5f-f892353e5d9f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:46.650157 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a704ce78-5d51-48be-9cda-c4777dd106f5 req-00c70fbe-c197-4e8d-8d5f-f892353e5d9f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2102447 Jun 03 21:50:46.789680 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a704ce78-5d51-48be-9cda-c4777dd106f5 req-fbaf5321-7038-4c20-abfe-7a1497dfddcd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275170 Jun 03 21:50:46.815368 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-6f1a2f76-c685-42cf-a2d7-6dcb93bae3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:46.818598 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-6f1a2f76-c685-42cf-a2d7-6dcb93bae3b5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.2105737 Jun 03 21:50:46.949619 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-72c3fb84-7066-446f-bea4-cf173a85c9d7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 217 time: 0.1214199 Jun 03 21:50:47.089515 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-ecbffa1c-843a-4843-9ea8-9f6c85dd17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:47.091370 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-ecbffa1c-843a-4843-9ea8-9f6c85dd17a6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.1316774 Jun 03 21:50:47.187831 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd362-d4cb-4906-85c4-be6441388d92 req-39508253-1ce0-4a3b-92f9-b5806f68218e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:47.189671 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ed9fd362-d4cb-4906-85c4-be6441388d92 req-39508253-1ce0-4a3b-92f9-b5806f68218e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1921408 Jun 03 21:50:47.197374 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-20532001-4abb-4048-9b0d-dea35bcbfa27 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769632 Jun 03 21:50:47.312706 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ed9fd362-d4cb-4906-85c4-be6441388d92 req-d62382d3-8a73-40c9-ba85-78568d1d3439 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134300 Jun 03 21:50:47.595007 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-6fae9621-768b-448f-a4f1-c1f2258bf7ac service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615186 Jun 03 21:50:47.649622 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693858e5-39d1-4d6d-86ad-57ae0decb42d req-47f800b1-7413-48ff-ab35-ecdef23ff0d3 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:47.652578 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-693858e5-39d1-4d6d-86ad-57ae0decb42d req-47f800b1-7413-48ff-ab35-ecdef23ff0d3 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.2312078 Jun 03 21:50:47.834001 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-693858e5-39d1-4d6d-86ad-57ae0decb42d req-54d842d0-1d49-4167-9724-db40a6d84d08 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560483 Jun 03 21:50:47.899520 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e1b37090-eed9-4b92-aeae-0b4dbb50d95a req-99f1abf7-e5c0-4162-9a70-f6ddcd9bc33b service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797084 Jun 03 21:50:48.246659 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb914333-2159-49ce-999a-95886d3cca16 req-0ab5b36a-fdab-40a6-b90f-4c0794d7a56c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:48.251230 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cb914333-2159-49ce-999a-95886d3cca16 req-0ab5b36a-fdab-40a6-b90f-4c0794d7a56c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2180731 Jun 03 21:50:48.329223 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cb914333-2159-49ce-999a-95886d3cca16 req-8247ab0a-511e-4817-a6bf-03c9e4501e32 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714815 Jun 03 21:50:48.927908 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ec943-8e17-418a-ba7f-29f700dd1c45 req-e18f83ff-8d4f-40b2-85af-cf71e25825f8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:48.930533 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-af8ec943-8e17-418a-ba7f-29f700dd1c45 req-e18f83ff-8d4f-40b2-85af-cf71e25825f8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3518467 Jun 03 21:50:49.000729 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-af8ec943-8e17-418a-ba7f-29f700dd1c45 req-2492f6a8-1b73-40cb-b056-fc3b71af0049 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560083 Jun 03 21:50:49.090713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e89d-55de-4b31-aadd-5da861e687dc req-f50d0954-2609-40f7-9a0f-35c9c90ed3d9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:49.092619 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7080e89d-55de-4b31-aadd-5da861e687dc req-f50d0954-2609-40f7-9a0f-35c9c90ed3d9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.3421972 Jun 03 21:50:49.103964 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-ac7335ba-c402-489e-bffb-7da1454ab02b tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:49.106506 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-ac7335ba-c402-489e-bffb-7da1454ab02b tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.107 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.2573419 Jun 03 21:50:49.406160 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7080e89d-55de-4b31-aadd-5da861e687dc req-bb5fea28-ce2d-4678-8c05-8ee3825467ce tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979624 Jun 03 21:50:49.625751 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcc72-e72d-4020-8b38-e5d5c71d6015 req-9c324db6-69f6-4111-a90c-4b28736c14a4 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:49.627818 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5e1dcc72-e72d-4020-8b38-e5d5c71d6015 req-9c324db6-69f6-4111-a90c-4b28736c14a4 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 950 time: 0.4338093 Jun 03 21:50:49.751193 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Deleting port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:49.751731 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.784247 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5e1dcc72-e72d-4020-8b38-e5d5c71d6015 req-b6634fa1-cc5b-4dbd-9e20-bc49e1ae84f4 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ece3211-0514-41f5-b69c-438702539764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457407 Jun 03 21:50:49.937830 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837b1f-c598-4c0b-94ac-3e32d039559e req-1dee7921-3d41-4636-9f03-35674b87d1b6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:49.939280 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1b837b1f-c598-4c0b-94ac-3e32d039559e req-1dee7921-3d41-4636-9f03-35674b87d1b6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.4173667 Jun 03 21:50:50.017388 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] For port f6388eb6-3a32-4770-a1d6-8c281e58c2a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,segment=NetworkSegment(8aa39d2b-9bb6-4f38-83bf-72c325800931),segment_id=8aa39d2b-9bb6-4f38-83bf-72c325800931)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:50.017865 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.049247 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1b837b1f-c598-4c0b-94ac-3e32d039559e req-35b1710a-90f7-40fa-894a-3e08f1ad1e77 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978141 Jun 03 21:50:50.277475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Calling delete_port for f6388eb6-3a32-4770-a1d6-8c281e58c2a3 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:50.422702 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdddc5-286e-4298-a052-25dcded39902 req-61593dfd-c9c4-4c94-afdc-fb7aa2235938 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:50.424450 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fbcdddc5-286e-4298-a052-25dcded39902 req-61593dfd-c9c4-4c94-afdc-fb7aa2235938 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1365819 Jun 03 21:50:50.622576 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fbcdddc5-286e-4298-a052-25dcded39902 req-b94c6883-b103-408f-9aa7-6480f12c7a64 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618578 Jun 03 21:50:50.649140 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.657008 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:50.665337 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['f6388eb6-3a32-4770-a1d6-8c281e58c2a3'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:50.766546 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Pushing event deleted for resources: {'Port': ['ID=f6388eb6-3a32-4770-a1d6-8c281e58c2a3,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:50.779524 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:51.222535 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] No DVR routers for this DVR port f6388eb6-3a32-4770-a1d6-8c281e58c2a3 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:51.300506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.305432 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'name': 'network-vif-deleted', 'tag': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:51.309064 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0839e410-73c4-4f8e-bdfa-ec5aad9426e9" -d '{"events": [{"server_uuid": "60f67173-6958-4d0a-a640-d4eead3fa2fb", "name": "network-vif-deleted", "tag": "f6388eb6-3a32-4770-a1d6-8c281e58c2a3"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:51.336058 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7db2e402-9685-4675-b247-6bf5f271bb17 req-6671a42b-cec5-4f4c-b13c-e6fe8550f473 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 210 time: 0.1196160 Jun 03 21:50:51.357842 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-27bbba01-7707-4697-a9ea-019bf3d47770 req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.107 "DELETE /v2.0/ports/f6388eb6-3a32-4770-a1d6-8c281e58c2a3 HTTP/1.1" status: 204 len: 173 time: 2.2250302 Jun 03 21:50:51.420729 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d956-f4db-4c66-ad3d-624665b0f7da req-efc5841e-9e91-4b59-87a3-04c3f6a78ac1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:51.425648 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2f56d956-f4db-4c66-ad3d-624665b0f7da req-efc5841e-9e91-4b59-87a3-04c3f6a78ac1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.5167389 Jun 03 21:50:51.485106 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2f56d956-f4db-4c66-ad3d-624665b0f7da req-d2aeae36-d123-454d-93fd-00785dacb1f2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504835 Jun 03 21:50:51.650580 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.652939 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc968ee-272a-4332-a5d0-c54d2ad2201e req-7ba2ca74-47c7-4e67-b991-23b0208611f0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:51.654654 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dcc968ee-272a-4332-a5d0-c54d2ad2201e req-7ba2ca74-47c7-4e67-b991-23b0208611f0 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.1340199 Jun 03 21:50:51.971400 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dcc968ee-272a-4332-a5d0-c54d2ad2201e req-800beb90-d4b3-419e-b866-acb82b642012 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368817 Jun 03 21:50:52.016315 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56619efa-153f-4c0a-a8c1-9449cc9636bc req-fef1e0d2-720c-4ff1-820e-5d55a0cbf137 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:52.019061 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56619efa-153f-4c0a-a8c1-9449cc9636bc req-fef1e0d2-720c-4ff1-820e-5d55a0cbf137 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3605974 Jun 03 21:50:52.052583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b3d447-072e-47a8-8da5-437eb1ec6489 x-openstack-request-id: req-c1b3d447-072e-47a8-8da5-437eb1ec6489 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:52.052974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f67173-6958-4d0a-a640-d4eead3fa2fb", "name": "network-vif-deleted", "tag": "f6388eb6-3a32-4770-a1d6-8c281e58c2a3", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:52.053305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1b3d447-072e-47a8-8da5-437eb1ec6489 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:52.053849 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f67173-6958-4d0a-a640-d4eead3fa2fb', 'name': 'network-vif-deleted', 'tag': 'f6388eb6-3a32-4770-a1d6-8c281e58c2a3', 'status': 'completed', 'code': 200} Jun 03 21:50:52.099810 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56619efa-153f-4c0a-a8c1-9449cc9636bc req-3f599893-56aa-42ba-ba53-3e7a8611d0df tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745740 Jun 03 21:50:52.307219 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698f82-c579-4766-8410-bfeb6391671b req-dc532d95-0c43-40c8-9057-d8f428f525f8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:52.319771 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56698f82-c579-4766-8410-bfeb6391671b req-dc532d95-0c43-40c8-9057-d8f428f525f8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1687729 Jun 03 21:50:52.443795 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56698f82-c579-4766-8410-bfeb6391671b req-e84a1052-f96c-4a78-a746-152e2df48d74 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210794 Jun 03 21:50:52.688150 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-c8d9ab4d-2dda-44f8-9bec-fb6cc018ae95 req-8b49eb24-6862-4022-a425-5fae9ad53cfb tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Synchronizing usage tracker for tenant:0ba16d4a09e24d34ad857ba1dda70de3 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:52.766916 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-c8d9ab4d-2dda-44f8-9bec-fb6cc018ae95 req-8b49eb24-6862-4022-a425-5fae9ad53cfb tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Unset dirty status for tenant:0ba16d4a09e24d34ad857ba1dda70de3 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:52.768851 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c8d9ab4d-2dda-44f8-9bec-fb6cc018ae95 req-8b49eb24-6862-4022-a425-5fae9ad53cfb tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f67173-6958-4d0a-a640-d4eead3fa2fb HTTP/1.1" status: 200 len: 210 time: 0.1635787 Jun 03 21:50:52.849976 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e815-0861-4d5a-95aa-7a74deafe938 req-c3dceedc-d668-422d-974e-00cb1ab961f3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:52.864785 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2d33e815-0861-4d5a-95aa-7a74deafe938 req-c3dceedc-d668-422d-974e-00cb1ab961f3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.1667747 Jun 03 21:50:52.946831 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2d33e815-0861-4d5a-95aa-7a74deafe938 req-302bcdb3-602e-4471-8531-fbf771ca40ba tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804265 Jun 03 21:50:53.294053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01135-e802-4a74-acf2-cd9ac8e76f0d req-f519b2df-83d2-4be5-8259-992485490b95 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:53.294053 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-70e01135-e802-4a74-acf2-cd9ac8e76f0d req-f519b2df-83d2-4be5-8259-992485490b95 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.1061656 Jun 03 21:50:53.367261 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-70e01135-e802-4a74-acf2-cd9ac8e76f0d req-bbb789de-d463-48b8-9536-d23e56e1db8f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667474 Jun 03 21:50:53.454942 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device f6388eb6-3a32-4770-a1d6-8c281e58c2a3 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:53.491727 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: f6388eb6-3a32-4770-a1d6-8c281e58c2a3 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:53.492585 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device f6388eb6-3a32-4770-a1d6-8c281e58c2a3 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:53.740889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db58fd-45cf-4a3c-9d7f-525bf01854fe req-0f1442f8-82f8-42d1-bec3-c11745309c20 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:53.742551 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c6db58fd-45cf-4a3c-9d7f-525bf01854fe req-0f1442f8-82f8-42d1-bec3-c11745309c20 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1086082 Jun 03 21:50:53.801291 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c6db58fd-45cf-4a3c-9d7f-525bf01854fe req-8a309990-6913-44f3-9b08-83d1f078e406 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508847 Jun 03 21:50:54.361631 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9931bc-10d0-433a-961e-28f65a666800 req-1889a81e-9a6a-42fd-83cd-d0ee12aec765 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:54.364937 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0d9931bc-10d0-433a-961e-28f65a666800 req-1889a81e-9a6a-42fd-83cd-d0ee12aec765 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2558365 Jun 03 21:50:54.384982 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-043ba34e-ae9f-446d-8100-2c048c5d75e9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:54.390741 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-043ba34e-ae9f-446d-8100-2c048c5d75e9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.2334936 Jun 03 21:50:54.662358 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0d9931bc-10d0-433a-961e-28f65a666800 req-e272e402-fbea-4d3b-a8bd-8fa7690cf9d5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696359 Jun 03 21:50:54.822218 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fee7c0-1cdb-4cb5-b73e-739f6676af81 req-a340c682-79c6-473b-b6f8-2d7f1fb59a3e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:54.826119 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-94fee7c0-1cdb-4cb5-b73e-739f6676af81 req-a340c682-79c6-473b-b6f8-2d7f1fb59a3e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3052199 Jun 03 21:50:54.933858 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Deleting port 38133915-d565-40a4-9f90-2130c65e8181 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:54.934642 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.054841 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40864) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:55.128277 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-94fee7c0-1cdb-4cb5-b73e-739f6676af81 req-954881e3-c112-4068-a303-618e0ad483ad tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872910 Jun 03 21:50:55.368258 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] For port 38133915-d565-40a4-9f90-2130c65e8181, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=38133915-d565-40a4-9f90-2130c65e8181,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:55.368838 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.412540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.444111 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:55.451950 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Usage tracker for resource:security_group_rule and tenant:65a0e9a65336478581c018a0d918d161 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:55.457339 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:55.469870 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:55.603032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Calling delete_port for 38133915-d565-40a4-9f90-2130c65e8181 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:55.639766 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.647703 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.648691 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3530598-98dc-4f49-b5de-932587eb4db9 req-76d0a93f-af6f-4232-8e9e-13220863a4f3 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:55.658318 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c3530598-98dc-4f49-b5de-932587eb4db9 req-76d0a93f-af6f-4232-8e9e-13220863a4f3 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 946 time: 0.6622953 Jun 03 21:50:55.695676 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5fedac14-e7d1-4282-a6f3-7c74ecfa21c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:55.732728 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65a0e9a65336478581c018a0d918d161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714959 Jun 03 21:50:55.733675 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 40910) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:55.759162 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c3530598-98dc-4f49-b5de-932587eb4db9 req-2ecf72d0-103f-4e98-8681-d317d8082bc7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985682 Jun 03 21:50:55.801062 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff87288-522e-4bcc-bb04-dc71b5431d9c,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:55.810546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:55.884185 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.947160 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf802-cc2b-411e-ba2f-5aada03fa786 req-ca2b7c67-fb86-4ff9-80ac-5a927aca921f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:55.950128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74bdf802-cc2b-411e-ba2f-5aada03fa786 req-ca2b7c67-fb86-4ff9-80ac-5a927aca921f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.4029865 Jun 03 21:50:56.016059 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.030578 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'b38584c6-af8b-488e-9b6a-a8082f1d481e', '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a', '38133915-d565-40a4-9f90-2130c65e8181'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:56.031703 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d8defc80-06ca-4c94-bee2-2e18a88789b7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:56.126255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.129277 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event deleted for resources: {'Port': ['ID=38133915-d565-40a4-9f90-2130c65e8181,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:56.210129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:56.256537 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74bdf802-cc2b-411e-ba2f-5aada03fa786 req-ec6c6aad-a400-4493-8729-7e87f64644e3 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979279 Jun 03 21:50:56.259407 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.282397 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e609677e-18a6-4ef3-bfb3-a06601cb1ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:56.302510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.305351 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ff87288-522e-4bcc-bb04-dc71b5431d9c HTTP/1.1" status: 204 len: 168 time: 0.5702853 Jun 03 21:50:56.316146 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff87288-522e-4bcc-bb04-dc71b5431d9c,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:56.316146 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:56.532951 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] No DVR routers for this DVR port 38133915-d565-40a4-9f90-2130c65e8181 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:56.535816 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.540517 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99006b14-8346-45b7-804e-48965df5c42a', 'name': 'network-vif-deleted', 'tag': '38133915-d565-40a4-9f90-2130c65e8181'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:56.543473 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e67cbe-e04f-4d4c-ad64-9821c6ca1265" -d '{"events": [{"server_uuid": "99006b14-8346-45b7-804e-48965df5c42a", "name": "network-vif-deleted", "tag": "38133915-d565-40a4-9f90-2130c65e8181"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:56.549700 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6d0705ea-8460-4e58-8f4e-1593241eebc8 req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "DELETE /v2.0/ports/38133915-d565-40a4-9f90-2130c65e8181 HTTP/1.1" status: 204 len: 173 time: 2.1255147 Jun 03 21:50:56.812726 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02dd618-333e-4737-95ee-cc9b22c99621 x-openstack-request-id: req-a02dd618-333e-4737-95ee-cc9b22c99621 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:56.813342 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99006b14-8346-45b7-804e-48965df5c42a", "name": "network-vif-deleted", "tag": "38133915-d565-40a4-9f90-2130c65e8181", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:56.813342 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a02dd618-333e-4737-95ee-cc9b22c99621 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:56.813678 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99006b14-8346-45b7-804e-48965df5c42a', 'name': 'network-vif-deleted', 'tag': '38133915-d565-40a4-9f90-2130c65e8181', 'status': 'completed', 'code': 200} Jun 03 21:50:56.867326 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ee26-a70e-4c80-83e6-e50f6c225cc6 req-a7a47257-c9a6-4bc0-91d9-631c1999c7ae tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:56.876449 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ca66ee26-a70e-4c80-83e6-e50f6c225cc6 req-a7a47257-c9a6-4bc0-91d9-631c1999c7ae tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2266617 Jun 03 21:50:57.154412 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ca66ee26-a70e-4c80-83e6-e50f6c225cc6 req-ea25daf7-8607-45e0-b459-29b47b9c07f2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767358 Jun 03 21:50:57.160271 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e46bf3f2-be25-4ba0-bea4-59ec6831f8fd req-e24e7e3e-82c1-4f3e-8a1b-2c7ff7d83a64 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Synchronizing usage tracker for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:57.216999 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e46bf3f2-be25-4ba0-bea4-59ec6831f8fd req-e24e7e3e-82c1-4f3e-8a1b-2c7ff7d83a64 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Unset dirty status for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:57.220208 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46bf3f2-be25-4ba0-bea4-59ec6831f8fd req-e24e7e3e-82c1-4f3e-8a1b-2c7ff7d83a64 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=99006b14-8346-45b7-804e-48965df5c42a HTTP/1.1" status: 200 len: 210 time: 0.2621822 Jun 03 21:50:57.598856 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7e126-6062-4873-b0c6-271d8db38cf9 req-ec61953b-7a4a-49ee-bfbe-4cbc957efe4c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:57.615403 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4ed7e126-6062-4873-b0c6-271d8db38cf9 req-ec61953b-7a4a-49ee-bfbe-4cbc957efe4c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1641653 Jun 03 21:50:57.772151 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4ed7e126-6062-4873-b0c6-271d8db38cf9 req-653b2218-159d-430f-98f9-26c80ac3b8b3 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526854 Jun 03 21:50:58.628964 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af57b-d48b-47eb-ab22-5fae351f42de req-86cfcaf8-3248-423c-9586-f3650f091190 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:58.631556 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9f5af57b-d48b-47eb-ab22-5fae351f42de req-86cfcaf8-3248-423c-9586-f3650f091190 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.1792328 Jun 03 21:50:58.709597 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9f5af57b-d48b-47eb-ab22-5fae351f42de req-ce6921bd-63dc-4c94-9aa8-f42180101f66 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586879 Jun 03 21:50:59.058104 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a9c51-a8aa-4bfd-892e-b64f03d7d045 req-8487f29f-f762-4d1e-b19e-a5cfde4809fe tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:59.059746 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-775a9c51-a8aa-4bfd-892e-b64f03d7d045 req-8487f29f-f762-4d1e-b19e-a5cfde4809fe tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1345484 Jun 03 21:50:59.144593 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-775a9c51-a8aa-4bfd-892e-b64f03d7d045 req-3c4aec02-d670-4060-947b-f4b8fba09bfa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730245 Jun 03 21:50:59.500805 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 38133915-d565-40a4-9f90-2130c65e8181 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:59.581351 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 38133915-d565-40a4-9f90-2130c65e8181 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:59.591348 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 38133915-d565-40a4-9f90-2130c65e8181 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:00.083476 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edb102-a1f5-470d-846b-1ee62dc722ad req-00f666c9-e3e5-43ac-812a-356ee639cfe3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:00.086671 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8edb102-a1f5-470d-846b-1ee62dc722ad req-00f666c9-e3e5-43ac-812a-356ee639cfe3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.1917226 Jun 03 21:51:00.166864 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8edb102-a1f5-470d-846b-1ee62dc722ad req-4896c643-7490-4a57-9a14-8a5b7d670727 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695887 Jun 03 21:51:00.576253 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fa249-7fc1-430b-89c9-764d2d727cbb req-58bfb8a0-2016-486f-9663-937bdc5b64a8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:00.579050 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-962fa249-7fc1-430b-89c9-764d2d727cbb req-58bfb8a0-2016-486f-9663-937bdc5b64a8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.2373497 Jun 03 21:51:00.640372 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f929-e4a2-4589-8763-f3622996a8ec req-7e757ebf-84a8-4f0b-8e3a-dfbee859052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:00.643235 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-7e757ebf-84a8-4f0b-8e3a-dfbee859052b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.3766940 Jun 03 21:51:00.844152 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-962fa249-7fc1-430b-89c9-764d2d727cbb req-57a1a295-d084-4fa1-bdb0-86bb27f5a223 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491999 Jun 03 21:51:01.056640 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f929-e4a2-4589-8763-f3622996a8ec req-e7735a10-124f-427c-ba14-120d3c1eff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.060032 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-e7735a10-124f-427c-ba14-120d3c1eff68 service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.4054573 Jun 03 21:51:01.075474 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b6a8d-229e-489a-819b-5499653694cf req-962f1819-bbf1-473a-9c1e-117f19982420 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.087624 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-be9b6a8d-229e-489a-819b-5499653694cf req-962f1819-bbf1-473a-9c1e-117f19982420 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.4385612 Jun 03 21:51:01.323920 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-f380616a-f1f7-4b39-b14c-774116483183 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 217 time: 0.2313428 Jun 03 21:51:01.451403 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-be9b6a8d-229e-489a-819b-5499653694cf req-a631c111-6516-4696-b8fb-ed7c6c504ab9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619363 Jun 03 21:51:01.483767 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f929-e4a2-4589-8763-f3622996a8ec req-8cfc156d-5893-4584-b7db-cf973a379497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.485265 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-8cfc156d-5893-4584-b7db-cf973a379497 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.1454051 Jun 03 21:51:01.513528 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00c253-3af2-4a26-9112-90a15f99b674 req-e5865762-ec7b-4998-a317-03b8865e6553 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.521566 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9e00c253-3af2-4a26-9112-90a15f99b674 req-e5865762-ec7b-4998-a317-03b8865e6553 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 945 time: 0.4286842 Jun 03 21:51:01.629978 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-4ee80be3-8c20-41f0-b302-4513403aad13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053545 Jun 03 21:51:01.646424 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9e00c253-3af2-4a26-9112-90a15f99b674 req-df8e4277-49db-4225-a928-55e730197720 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237228 Jun 03 21:51:01.762357 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-0998cd8f-ea77-4734-8c48-36cf4fe2ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.864202 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-271057b0-68d9-47e0-a447-dca7d41d029b service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164056 Jun 03 21:51:01.940894 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897ed42-c232-45f3-b308-30bb80c77ab4 req-494bb05d-35bc-471b-abe8-b5ed4f950d1d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.944494 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3897ed42-c232-45f3-b308-30bb80c77ab4 req-494bb05d-35bc-471b-abe8-b5ed4f950d1d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2506020 Jun 03 21:51:02.311207 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3897ed42-c232-45f3-b308-30bb80c77ab4 req-a64239e3-c8aa-4dca-88e8-8d4515d94a8a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583474 Jun 03 21:51:02.360785 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6933f929-e4a2-4589-8763-f3622996a8ec req-657ba032-0386-4717-8b72-106b047a51f7 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803874 Jun 03 21:51:02.381612 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dee5b-3923-4f03-994c-56c37d288b7e req-ab98715e-5a8d-420d-8c53-e50fe4049252 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:02.390744 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f95dee5b-3923-4f03-994c-56c37d288b7e req-ab98715e-5a8d-420d-8c53-e50fe4049252 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3869483 Jun 03 21:51:02.446229 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f95dee5b-3923-4f03-994c-56c37d288b7e req-19fbe304-0472-40ca-b15e-814949d54e22 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537086 Jun 03 21:51:02.777435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11548-7beb-4a53-b97b-b4c7e4e60452 req-d0d20bd5-005a-4167-a8cd-f6b02d005f18 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:02.794039 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4d11548-7beb-4a53-b97b-b4c7e4e60452 req-d0d20bd5-005a-4167-a8cd-f6b02d005f18 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1727157 Jun 03 21:51:03.084405 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4d11548-7beb-4a53-b97b-b4c7e4e60452 req-161a9dc1-3ed4-4bbe-b11e-f58dcd8cf7f0 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784209 Jun 03 21:51:03.170580 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a13b5-fe88-4b4e-a3d2-6c5b95c74ab2 req-e8701161-25ab-4ab1-99a9-2277185bcf96 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:03.172836 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-589a13b5-fe88-4b4e-a3d2-6c5b95c74ab2 req-e8701161-25ab-4ab1-99a9-2277185bcf96 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 945 time: 0.2929175 Jun 03 21:51:03.186840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-d5125ae3-a130-4329-ad2a-3d53ef6aa26f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:03.189108 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-d5125ae3-a130-4329-ad2a-3d53ef6aa26f tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 945 time: 0.2342350 Jun 03 21:51:03.297610 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-589a13b5-fe88-4b4e-a3d2-6c5b95c74ab2 req-103d0856-3489-489b-aa14-f725b12f2dd1 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071937 Jun 03 21:51:03.388949 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Deleting port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:03.389989 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.821356 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] For port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:03.821722 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.839908 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41224) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:03.966559 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Calling delete_port for 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:04.042204 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b6b36f44-6434-44bc-914e-25eb240f635b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ba16d4a09e24d34ad857ba1dda70de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999092 Jun 03 21:51:04.044991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38cedb-9795-4615-924c-49f8e65f23ec req-dc25f48b-8a66-4395-963d-027a8778abb1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:04.045530 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41228) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:04.046604 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bc38cedb-9795-4615-924c-49f8e65f23ec req-dc25f48b-8a66-4395-963d-027a8778abb1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.4908593 Jun 03 21:51:04.054507 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de686b-5481-4b81-a108-f5e91fada279 req-bc596ea4-989f-4a90-a506-e47d74fc217d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:04.056016 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9de686b-5481-4b81-a108-f5e91fada279 req-bc596ea4-989f-4a90-a506-e47d74fc217d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.4062953 Jun 03 21:51:04.157087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.171266 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bc38cedb-9795-4615-924c-49f8e65f23ec req-69d18e59-cde1-49b3-915d-aaf2e2642157 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141498 Jun 03 21:51:04.185013 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9de686b-5481-4b81-a108-f5e91fada279 req-a6d79a4b-d13c-4218-98d7-997c898802c9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080816 Jun 03 21:51:04.232166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.359584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.374614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:04.377243 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.390178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece3211-0514-41f5-b69c-438702539764,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:04.394758 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:04.401746 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.402598 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-76c79cef-f534-4f33-8e97-e883a4b8687a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:04.403987 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ece3211-0514-41f5-b69c-438702539764 HTTP/1.1" status: 204 len: 168 time: 0.3571651 Jun 03 21:51:04.451060 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'b38584c6-af8b-488e-9b6a-a8082f1d481e', '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:51:04.531265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41242) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:04.554653 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event deleted for resources: {'Port': ['ID=5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:04.564774 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:04.659551 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.792843 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ae57a2b2-838a-4dcd-a651-02ef5b91377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.856117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Deleting subnet 66633a66-0d82-40b1-83ab-92881a07d0a2 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:04.861954 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.047907 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.066675 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.154956 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] No DVR routers for this DVR port 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:05.160688 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-514d338d-c990-46ab-8587-dc0ebd159865 req-a568134f-8a70-42a1-bd3e-bac5943e10d7 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=f38d2b55-11fb-4d6e-b1f1-5d6e15012cef HTTP/1.1" status: 200 len: 210 time: 0.4242768 Jun 03 21:51:05.163008 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.171135 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'name': 'network-vif-deleted', 'tag': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:05.174002 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c78212-a0a6-4560-ab16-2887a1611f35" -d '{"events": [{"server_uuid": "f38d2b55-11fb-4d6e-b1f1-5d6e15012cef", "name": "network-vif-deleted", "tag": "5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:05.242505 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a176f2b0-74cf-41df-b00e-a9cd1da856ad req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "DELETE /v2.0/ports/5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a HTTP/1.1" status: 204 len: 173 time: 2.0357690 Jun 03 21:51:05.296549 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1334622e-51ee-48f6-af45-6926cd04c723 x-openstack-request-id: req-1334622e-51ee-48f6-af45-6926cd04c723 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:05.297650 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d2b55-11fb-4d6e-b1f1-5d6e15012cef", "name": "network-vif-deleted", "tag": "5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:05.298400 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1334622e-51ee-48f6-af45-6926cd04c723 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:05.299515 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d2b55-11fb-4d6e-b1f1-5d6e15012cef', 'name': 'network-vif-deleted', 'tag': '5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a', 'status': 'completed', 'code': 200} Jun 03 21:51:05.322180 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3500088-346e-4a07-8684-d006aa4b1051 req-bf0385c2-03af-4d4f-98ed-d242a2dae95f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:05.343459 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a3500088-346e-4a07-8684-d006aa4b1051 req-bf0385c2-03af-4d4f-98ed-d242a2dae95f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3385277 Jun 03 21:51:05.430436 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a3500088-346e-4a07-8684-d006aa4b1051 req-6922c23c-835d-4525-be8f-5ef28065d970 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805786 Jun 03 21:51:05.590218 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.599721 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-869be921-3a5f-425c-8f69-14fd0660b22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:05.666574 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66633a66-0d82-40b1-83ab-92881a07d0a2,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:05.668321 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.673228 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:05.676915 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/66633a66-0d82-40b1-83ab-92881a07d0a2 HTTP/1.1" status: 204 len: 168 time: 1.1443741 Jun 03 21:51:05.681069 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41252) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:05.728761 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.802286 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b86c06-59cb-4537-b881-67312b7e5b03 req-61d319fe-b57d-471f-960f-939cc154bd07 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:05.804128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-14b86c06-59cb-4537-b881-67312b7e5b03 req-61d319fe-b57d-471f-960f-939cc154bd07 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3144870 Jun 03 21:51:05.839939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.875050 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-14b86c06-59cb-4537-b881-67312b7e5b03 req-364adada-5066-4ab6-9078-a5a0a56b013b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616288 Jun 03 21:51:05.912319 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886325b-fe17-4ac5-ba12-9a4fcf4bf900 req-db0571cb-3513-4557-a300-4c4638d535bd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:05.915994 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5886325b-fe17-4ac5-ba12-9a4fcf4bf900 req-db0571cb-3513-4557-a300-4c4638d535bd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2970304 Jun 03 21:51:05.979268 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5886325b-fe17-4ac5-ba12-9a4fcf4bf900 req-0d41efa0-fd84-4c14-91f6-a4af4e42d766 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561037 Jun 03 21:51:06.026504 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.043969 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.044362 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.045224 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.045554 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > port after_create 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.045876 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.046233 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > port after_update 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.046764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.047358 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.047358 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.047980 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.163641 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.164028 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.164361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.164694 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:51:06.165236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcacaaad-492b-48ea-afc1-e3386f32ac0c']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:06.184118 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35106066-f018-425f-912d-5c73bc663522') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:06.184570 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35106066-f018-425f-912d-5c73bc663522') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:06.202720 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.238443 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.271426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Releasing vlan 1505 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:06.272153 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: from cryptography.utils import int_from_bytes Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: from cryptography.utils import int_from_bytes Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:06.302715 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:06.464619 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.470853 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:06.503710 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcacaaad-492b-48ea-afc1-e3386f32ac0c,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:06.510996 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.514811 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:06.531871 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dcacaaad-492b-48ea-afc1-e3386f32ac0c HTTP/1.1" status: 204 len: 168 time: 0.8479393 Jun 03 21:51:06.536059 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41278) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:06.650071 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Deleting subnet d32d12c0-3239-47df-bc54-0b3c4b8310b5 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:06.654174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.663306 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0685469-7351-4401-8914-5cf1f1d22179 req-0ad5d4ee-00fd-462b-9483-aaa545e0024e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:06.668119 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c0685469-7351-4401-8914-5cf1f1d22179 req-0ad5d4ee-00fd-462b-9483-aaa545e0024e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.2542973 Jun 03 21:51:06.674678 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-49d90981-f644-49fa-9ef4-9a6f0a3c311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:06.678764 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-49d90981-f644-49fa-9ef4-9a6f0a3c311c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1098 time: 0.2016609 Jun 03 21:51:06.704024 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:51:06.770072 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.888500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.109439 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c0685469-7351-4401-8914-5cf1f1d22179 req-3353305c-22c9-47d6-bf15-8fb051e18ff8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287558 Jun 03 21:51:07.154182 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-3a122d27-9ee3-4f3d-aaa6-efc7ef8de0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:07.157224 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-3a122d27-9ee3-4f3d-aaa6-efc7ef8de0a5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.4198785 Jun 03 21:51:07.370934 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc7a05-6754-4b1f-a9b3-b3b41c38c7f2 req-111b7333-12fd-414b-bb20-348da12cff11 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:07.373585 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2fbc7a05-6754-4b1f-a9b3-b3b41c38c7f2 req-111b7333-12fd-414b-bb20-348da12cff11 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.4227302 Jun 03 21:51:07.393628 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.450540 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-3fac6c53-a902-402b-aaff-e1f9b5b1272a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 1001 time: 0.2810228 Jun 03 21:51:07.530535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.538815 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:51:07.539652 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:07.545809 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:07.613185 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32d12c0-3239-47df-bc54-0b3c4b8310b5,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:07.617874 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:07.630269 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.646010 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:07.647309 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 5d4d2502-3184-4d5b-99a0-e47fa1d6ea0a not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:07.649303 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d32d12c0-3239-47df-bc54-0b3c4b8310b5 HTTP/1.1" status: 204 len: 168 time: 1.1114850 Jun 03 21:51:07.653882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41322) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:07.668454 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2fbc7a05-6754-4b1f-a9b3-b3b41c38c7f2 req-f3451c0e-680e-49f3-9aa2-3daacb5956a1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722633 Jun 03 21:51:07.732817 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-9b7de840-c1d2-4d56-91f0-e4d14f42b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:07.735972 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-9b7de840-c1d2-4d56-91f0-e4d14f42b6fd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.2193167 Jun 03 21:51:08.049650 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:08.065324 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.070138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '6db76657-a5b7-404a-a504-ae235183d34e', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'port_id': '6db76657-a5b7-404a-a504-ae235183d34e', 'mac_address': 'fa:16:3e:93:84:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:51:08.100314 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e150c1-7a41-4d56-8686-8ca3f607ffba req-01f80ee4-845c-4dfe-baba-1fcebe4bc269 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:08.101604 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-72e150c1-7a41-4d56-8686-8ca3f607ffba req-01f80ee4-845c-4dfe-baba-1fcebe4bc269 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Synchronizing usage tracker for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:08.132581 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-95cabd26-02d0-41f0-be44-3632d8d9b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:08.136979 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-95cabd26-02d0-41f0-be44-3632d8d9b9ef service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3925924 Jun 03 21:51:08.194772 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.230432 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db76657-a5b7-404a-a504-ae235183d34e {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:51:08.267698 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:08.277137 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.292995 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:08.320910 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.323225 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-72e150c1-7a41-4d56-8686-8ca3f607ffba req-01f80ee4-845c-4dfe-baba-1fcebe4bc269 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Unset dirty status for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:08.324650 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-72e150c1-7a41-4d56-8686-8ca3f607ffba req-01f80ee4-845c-4dfe-baba-1fcebe4bc269 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 946 time: 0.8688049 Jun 03 21:51:08.350999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a85204f-3188-4644-8d73-7369152bdc30']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:08.381581 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11984f06-8131-4e9b-9b93-ef3d44a1fccc') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:08.381919 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11984f06-8131-4e9b-9b93-ef3d44a1fccc') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:08.398454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bcdee-5690-4d60-b534-6b7ef27265c5 req-1965a913-2d3b-4aef-ad4f-c59a7d4e671d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:08.405262 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.406700 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-382bcdee-5690-4d60-b534-6b7ef27265c5 req-1965a913-2d3b-4aef-ad4f-c59a7d4e671d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.4902480 Jun 03 21:51:08.437500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.444256 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-08ec501c-71db-4cb5-94e6-c3c96dc43888 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836041 Jun 03 21:51:08.449271 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:08.449900 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.492894 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=6']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:08.499746 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:08.506158 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-72e150c1-7a41-4d56-8686-8ca3f607ffba req-c3eeeca7-0afe-40d7-8b3d-2df44d42a036 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702049 Jun 03 21:51:08.572519 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['6db76657-a5b7-404a-a504-ae235183d34e'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:08.591292 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:08.643213 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.665298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-389b53f1-1c23-475c-8e50-7402564b2357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:08.700359 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.715747 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] 10.222.0.77 "DELETE /v2.0/networks/3a85204f-3188-4644-8d73-7369152bdc30 HTTP/1.1" status: 204 len: 168 time: 1.0604396 Jun 03 21:51:08.716787 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a85204f-3188-4644-8d73-7369152bdc30,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:08.725383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:08.770353 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fc248-e70d-4574-ad00-966508710f30 req-91195ea5-ad3f-4666-b143-44da9a86c6fd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:08.771806 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-1e9fc248-e70d-4574-ad00-966508710f30 req-91195ea5-ad3f-4666-b143-44da9a86c6fd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Synchronizing usage tracker for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:08.790843 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-1e9fc248-e70d-4574-ad00-966508710f30 req-91195ea5-ad3f-4666-b143-44da9a86c6fd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Unset dirty status for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:08.792668 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-1e9fc248-e70d-4574-ad00-966508710f30 req-91195ea5-ad3f-4666-b143-44da9a86c6fd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2002897 Jun 03 21:51:08.831744 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-382bcdee-5690-4d60-b534-6b7ef27265c5 req-17bc1b2b-246e-4b38-93df-ff098dbfaee4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237397 Jun 03 21:51:09.223965 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Deleting port b38584c6-af8b-488e-9b6a-a8082f1d481e {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:09.224949 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.257972 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a7c23d8-82e9-4d4d-933d-1fd214f28820 req-35d34d76-43ec-4897-988b-2b70d96d598e service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028677 Jun 03 21:51:09.309213 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41350) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:09.401338 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c126d3-d4fc-4d88-bc04-9901e5e8c1c8 req-1a20d192-5a2a-4235-a544-c3397f61b383 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:09.418964 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-31c126d3-d4fc-4d88-bc04-9901e5e8c1c8 req-1a20d192-5a2a-4235-a544-c3397f61b383 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.5799854 Jun 03 21:51:09.510556 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-97641283-21c6-43d4-bebd-4b0f7a659f91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b577bd80b72f41fd9e921c970288dfe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993577 Jun 03 21:51:09.520695 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41352) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:09.553556 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] For port b38584c6-af8b-488e-9b6a-a8082f1d481e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b38584c6-af8b-488e-9b6a-a8082f1d481e,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:09.554448 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.558055 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:09.576029 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-31c126d3-d4fc-4d88-bc04-9901e5e8c1c8 req-b5e3b6a7-2ba3-4bde-a271-436923489bf8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551020 Jun 03 21:51:09.646259 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12d1a3-8cd8-45ec-8449-13396bc37e65 req-8ee1b973-5250-458d-8b69-fb7b4cd9225d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:09.654738 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5d12d1a3-8cd8-45ec-8449-13396bc37e65 req-8ee1b973-5250-458d-8b69-fb7b4cd9225d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3434763 Jun 03 21:51:09.724601 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.756439 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.827119 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 6db76657-a5b7-404a-a504-ae235183d34e triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:09.828955 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.829786 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5d12d1a3-8cd8-45ec-8449-13396bc37e65 req-405670a4-0a08-442d-a9ae-b64ff90e25e4 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738503 Jun 03 21:51:09.836073 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Calling delete_port for b38584c6-af8b-488e-9b6a-a8082f1d481e owned by compute:nova {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:09.846933 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.864084 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:09.894151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b45dc1-05d4-42dc-9f33-3a8f3be90abc,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:09.903435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:09.979744 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.981899 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63b45dc1-05d4-42dc-9f33-3a8f3be90abc HTTP/1.1" status: 204 len: 168 time: 0.4547584 Jun 03 21:51:10.100624 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa78b8-a268-4a9f-8b65-1b5ed2a7d7ee req-c647279d-340a-435d-8959-db03e24a4a47 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:10.115679 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-93aa78b8-a268-4a9f-8b65-1b5ed2a7d7ee req-c647279d-340a-435d-8959-db03e24a4a47 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2179585 Jun 03 21:51:10.230321 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.308122 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:10.316855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f15980-5aad-46a7-8aa9-f77a66ce4c16" -d '{"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:10.341975 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:10.356332 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.359596 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:10.548361 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-93aa78b8-a268-4a9f-8b65-1b5ed2a7d7ee req-1523dd9a-89cd-4bd2-a603-1b40c04cfbe2 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261718 Jun 03 21:51:10.616122 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=7']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:10.632465 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:10.645578 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.667986 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'b38584c6-af8b-488e-9b6a-a8082f1d481e'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:51:10.670487 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928e3d3-36d9-4155-ba7d-00179cc58266 req-a8302ced-dcf4-458f-aa4a-89b95cfade7c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:10.695637 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2928e3d3-36d9-4155-ba7d-00179cc58266 req-a8302ced-dcf4-458f-aa4a-89b95cfade7c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2098286 Jun 03 21:51:10.709038 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:10.804011 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de5fe7-e278-4133-bbd6-5576b9513557 x-openstack-request-id: req-86de5fe7-e278-4133-bbd6-5576b9513557 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:10.805399 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:10.806923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86de5fe7-e278-4133-bbd6-5576b9513557 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:10.809966 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'code': 200} Jun 03 21:51:10.976160 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2928e3d3-36d9-4155-ba7d-00179cc58266 req-4b41c79a-7491-4afa-a930-69df6b21396f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793989 Jun 03 21:51:11.108172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event deleted for resources: {'Port': ['ID=b38584c6-af8b-488e-9b6a-a8082f1d481e,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:11.113011 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:11.222842 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] No DVR routers for this DVR port b38584c6-af8b-488e-9b6a-a8082f1d481e on host hv-cinder-79466 {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:11.231279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.239352 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'name': 'network-vif-deleted', 'tag': 'b38584c6-af8b-488e-9b6a-a8082f1d481e'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:11.244820 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd76ff0-73af-4458-9fdd-23f0770066ee" -d '{"events": [{"server_uuid": "a83b7851-c753-47a2-9251-75506b48b1e5", "name": "network-vif-deleted", "tag": "b38584c6-af8b-488e-9b6a-a8082f1d481e"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:11.279925 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-1e9fc248-e70d-4574-ad00-966508710f30 req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "DELETE /v2.0/ports/b38584c6-af8b-488e-9b6a-a8082f1d481e HTTP/1.1" status: 204 len: 173 time: 2.4774413 Jun 03 21:51:11.287129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa655af-26d0-4972-8d1b-ef332d8d0257 req-9f09d24e-1809-4332-8e7d-8dac5f926fac tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:11.300966 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5aa655af-26d0-4972-8d1b-ef332d8d0257 req-9f09d24e-1809-4332-8e7d-8dac5f926fac tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.2448142 Jun 03 21:51:11.306125 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41376) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:11.404836 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b09500f8-3070-4884-b379-96818c5d126c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=399efc30c8ba4968babfa1febe398912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958114 Jun 03 21:51:11.411079 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41378) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:11.499252 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.519450 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5aa655af-26d0-4972-8d1b-ef332d8d0257 req-533fbbc6-1cbc-42e2-8daf-4f0ab8daffbe tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127132 Jun 03 21:51:11.533136 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.607889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce584e5a-cade-4c6d-98a0-7a634353a795 req-33cbb5c6-69f7-43bc-8c6a-98d6e0208bb1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:11.616517 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ce584e5a-cade-4c6d-98a0-7a634353a795 req-33cbb5c6-69f7-43bc-8c6a-98d6e0208bb1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2490792 Jun 03 21:51:11.620518 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e217c85-36a1-4d6f-af78-638904f4feb2 x-openstack-request-id: req-3e217c85-36a1-4d6f-af78-638904f4feb2 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:11.620996 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83b7851-c753-47a2-9251-75506b48b1e5", "name": "network-vif-deleted", "tag": "b38584c6-af8b-488e-9b6a-a8082f1d481e", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:11.621374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e217c85-36a1-4d6f-af78-638904f4feb2 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:11.622395 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83b7851-c753-47a2-9251-75506b48b1e5', 'name': 'network-vif-deleted', 'tag': 'b38584c6-af8b-488e-9b6a-a8082f1d481e', 'status': 'completed', 'code': 200} Jun 03 21:51:11.660222 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.666963 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:11.704265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ef86f-09f9-409b-898c-3cd555bb5bd0,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:11.711175 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:11.722501 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.727167 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc2ef86f-09f9-409b-898c-3cd555bb5bd0 HTTP/1.1" status: 204 len: 168 time: 0.3118613 Jun 03 21:51:11.749965 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ce584e5a-cade-4c6d-98a0-7a634353a795 req-2a1adfdb-9385-418c-aa9f-de937b46282e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323879 Jun 03 21:51:11.845683 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e750d1f1-fc75-4697-a01e-1d8593ddb163 req-f11ab753-c79d-4a07-894b-19a5cacc00bd tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=a83b7851-c753-47a2-9251-75506b48b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0550764 Jun 03 21:51:12.285045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30f522-5bc7-4e6a-89f1-fe487f911846 req-6c15cc4d-2e07-4bf5-bd7a-e523b06b9dc7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:12.295857 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a30f522-5bc7-4e6a-89f1-fe487f911846 req-6c15cc4d-2e07-4bf5-bd7a-e523b06b9dc7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.1663556 Jun 03 21:51:12.379911 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a30f522-5bc7-4e6a-89f1-fe487f911846 req-abd25251-2ccb-4223-a666-c2eac6ded2b3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769734 Jun 03 21:51:13.113927 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d3a6-76d0-40d0-9e17-16e2a95d70d9 req-87b1fa17-5612-46b5-809e-47ec71d79888 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:13.125025 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42f6d3a6-76d0-40d0-9e17-16e2a95d70d9 req-87b1fa17-5612-46b5-809e-47ec71d79888 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2147272 Jun 03 21:51:13.223884 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42f6d3a6-76d0-40d0-9e17-16e2a95d70d9 req-926159e4-f97a-47e7-babc-28621044366b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972996 Jun 03 21:51:13.588568 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device b38584c6-af8b-488e-9b6a-a8082f1d481e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:13.652028 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: b38584c6-af8b-488e-9b6a-a8082f1d481e {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:13.655566 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device b38584c6-af8b-488e-9b6a-a8082f1d481e not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:13.699400 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfdf82-84f9-493b-b249-a1a1a423145b req-cb768407-a412-47cb-9b03-5a14eb7e5c76 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:13.701964 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2fbfdf82-84f9-493b-b249-a1a1a423145b req-cb768407-a412-47cb-9b03-5a14eb7e5c76 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.1789987 Jun 03 21:51:13.779391 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2fbfdf82-84f9-493b-b249-a1a1a423145b req-8b5b4bc4-8f4a-4476-b099-064c08108336 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659630 Jun 03 21:51:14.047412 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41434) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:14.442923 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.469701 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:14.476592 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Usage tracker for resource:security_group_rule and tenant:a47a90742bee48a28f6c8259cf97eaec is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:14.487791 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:14.501087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:14.592840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6f825-62f6-4535-a033-661c12309e1e req-2505543d-9261-4b19-9f9e-9d3cbdbc8ebd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:14.595961 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6dc6f825-62f6-4535-a033-661c12309e1e req-2505543d-9261-4b19-9f9e-9d3cbdbc8ebd tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1499100 Jun 03 21:51:14.708512 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6dc6f825-62f6-4535-a033-661c12309e1e req-2f71e3f4-c0d7-4085-9cd7-5778c386cd15 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025083 Jun 03 21:51:14.715408 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.725637 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.738491 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2ec7204e-93f7-4f69-a1fb-2e570d1024c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:14.771439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b62e2b-9f58-4c0c-8fd5-d7f14adf8e41,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:14.786361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.787115 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.787642 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.788202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.788726 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.789535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.790145 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.790732 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.791749 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.792273 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.792624 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.793201 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.807773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:14.825212 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41454) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:14.826139 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a47a90742bee48a28f6c8259cf97eaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757006 Jun 03 21:51:15.032197 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.082360 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.144188 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b11b-e66d-4493-b6bf-e28ed9b7909f req-25cf41dd-1ac8-48f8-b4dd-84fd25c276c9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:15.145879 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-69d9b11b-e66d-4493-b6bf-e28ed9b7909f req-25cf41dd-1ac8-48f8-b4dd-84fd25c276c9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2058053 Jun 03 21:51:15.255115 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.272163 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-809ca7db-f232-4221-885e-712ea57a5680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:15.411651 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b62e2b-9f58-4c0c-8fd5-d7f14adf8e41,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:15.415641 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:15.437052 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.454196 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3b62e2b-9f58-4c0c-8fd5-d7f14adf8e41 HTTP/1.1" status: 204 len: 168 time: 0.6268787 Jun 03 21:51:15.513285 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-69d9b11b-e66d-4493-b6bf-e28ed9b7909f req-1fd1e574-2bd1-43cc-bcb3-b3ba2b6bedfd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207819 Jun 03 21:51:15.594098 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe6d3-83a7-48a1-95fc-09a566dacbde req-44afd3f2-63df-4312-ac04-3436194797e4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:15.596745 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7affe6d3-83a7-48a1-95fc-09a566dacbde req-44afd3f2-63df-4312-ac04-3436194797e4 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 945 time: 0.3499761 Jun 03 21:51:15.682752 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7affe6d3-83a7-48a1-95fc-09a566dacbde req-f9dbabaf-aaac-439d-9011-14e4d6d66c16 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764365 Jun 03 21:51:16.049287 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c865a-e09d-470f-a1db-c0f057a24be5 req-2f6ae134-4c8e-4f21-9ebf-9f1a1d4e896d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:16.058149 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-073c865a-e09d-470f-a1db-c0f057a24be5 req-2f6ae134-4c8e-4f21-9ebf-9f1a1d4e896d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1959872 Jun 03 21:51:16.158103 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-073c865a-e09d-470f-a1db-c0f057a24be5 req-a8a7105d-d05c-4ecf-9d96-ceffbc308272 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987344 Jun 03 21:51:16.968127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c08409-af02-4803-9430-91cd3004d76c req-2b48545a-a123-46fa-b9b7-f2b79720bb3b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:16.971164 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-37c08409-af02-4803-9430-91cd3004d76c req-2b48545a-a123-46fa-b9b7-f2b79720bb3b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2580702 Jun 03 21:51:17.165537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-cf6f10df-d48a-4a27-a981-a4160b3373c5 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:17.168449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-cf6f10df-d48a-4a27-a981-a4160b3373c5 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Synchronizing usage tracker for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:17.207587 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-cf6f10df-d48a-4a27-a981-a4160b3373c5 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Unset dirty status for tenant:ff3f28edae6e4539a1dc685a3e0a220b on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:17.209587 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-cf6f10df-d48a-4a27-a981-a4160b3373c5 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 945 time: 0.2607284 Jun 03 21:51:17.212608 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-37c08409-af02-4803-9430-91cd3004d76c req-a414afc6-2602-43be-9b5e-82cef479a96b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482229 Jun 03 21:51:17.317495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04906d3-2dcd-4566-8308-0eafd6af7686 req-8a4c52c3-4fc1-49a1-9e6c-b040a418d2b9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:17.324148 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b04906d3-2dcd-4566-8308-0eafd6af7686 req-8a4c52c3-4fc1-49a1-9e6c-b040a418d2b9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 945 time: 0.3488007 Jun 03 21:51:17.466326 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b04906d3-2dcd-4566-8308-0eafd6af7686 req-31e04e68-f96f-42c3-8e89-8bb59c8b6474 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/security-groups?id=816b2d27-a820-4fe3-b1f5-a7fb28e1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328464 Jun 03 21:51:17.610315 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeb2ba-7188-4696-8419-6c4f1eef95c1 req-ca0330e0-6396-48ce-b3fd-28b538217b88 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:17.612489 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7dfeb2ba-7188-4696-8419-6c4f1eef95c1 req-ca0330e0-6396-48ce-b3fd-28b538217b88 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1030514 Jun 03 21:51:17.661291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Deleting port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:17.661750 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.701212 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7dfeb2ba-7188-4696-8419-6c4f1eef95c1 req-686577e3-2232-4664-bb69-375d7f520b3c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667925 Jun 03 21:51:17.905017 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] For port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,segment=NetworkSegment(0db14a01-b117-4a84-8ba9-f1ebbe30b6cd),segment_id=0db14a01-b117-4a84-8ba9-f1ebbe30b6cd)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:17.905408 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.084471 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Calling delete_port for 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 owned by compute:nova {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:18.375451 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.384320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:18.389181 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4d93097c-f9a3-4ab2-aa6e-d5f38adb1176'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:51:18.443497 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Pushing event deleted for resources: {'Port': ['ID=4d93097c-f9a3-4ab2-aa6e-d5f38adb1176,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:18.455601 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:18.574193 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] No DVR routers for this DVR port 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 on host hv-cinder-79466 {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:18.586128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.636462 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'name': 'network-vif-deleted', 'tag': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:18.639251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428aa004-dd41-48ea-9013-9542f59f7709" -d '{"events": [{"server_uuid": "1beab98d-f9d8-48e0-a3f3-fd7331bce13f", "name": "network-vif-deleted", "tag": "4d93097c-f9a3-4ab2-aa6e-d5f38adb1176"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:18.659993 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48596f3e-5fc8-4da7-af50-172c02a4d4f4 req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.107 "DELETE /v2.0/ports/4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 HTTP/1.1" status: 204 len: 173 time: 1.4380817 Jun 03 21:51:18.735087 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-84f1e851-b9ad-4746-8987-fb0de4888063 req-262530c2-86b4-42f2-af74-734533e47cfa tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.0632501 Jun 03 21:51:18.822747 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a7d60-e4b6-4b9a-8e13-94ae9d78e291 req-2766073e-e39f-498a-bdc5-b8859a4d98e4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:18.824498 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f89a7d60-e4b6-4b9a-8e13-94ae9d78e291 req-2766073e-e39f-498a-bdc5-b8859a4d98e4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.3260138 Jun 03 21:51:18.839807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1dcb65-559b-4a58-ba8c-6163e89bdae2 x-openstack-request-id: req-ec1dcb65-559b-4a58-ba8c-6163e89bdae2 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:18.840131 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1beab98d-f9d8-48e0-a3f3-fd7331bce13f", "name": "network-vif-deleted", "tag": "4d93097c-f9a3-4ab2-aa6e-d5f38adb1176", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:18.840410 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec1dcb65-559b-4a58-ba8c-6163e89bdae2 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:18.841197 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1beab98d-f9d8-48e0-a3f3-fd7331bce13f', 'name': 'network-vif-deleted', 'tag': '4d93097c-f9a3-4ab2-aa6e-d5f38adb1176', 'status': 'completed', 'code': 200} Jun 03 21:51:18.942006 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f89a7d60-e4b6-4b9a-8e13-94ae9d78e291 req-ca39a567-81ce-4c38-b30d-e06c79f3c3c5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076894 Jun 03 21:51:19.106648 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee882e40-1d3c-4047-8360-7febf9a88b39 req-6e183dea-380c-452d-8da4-ccdfedc9ead5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:19.107700 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ee882e40-1d3c-4047-8360-7febf9a88b39 req-6e183dea-380c-452d-8da4-ccdfedc9ead5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1336877 Jun 03 21:51:19.208819 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ee882e40-1d3c-4047-8360-7febf9a88b39 req-13473941-3ecf-4c34-96ca-5169ad26b609 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737021 Jun 03 21:51:20.205356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41560) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:20.318049 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2637037-4c9d-4a46-915b-6d2088a87532 req-f193d9ed-65e8-41ef-9ffa-6f9028933eea tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] 10.222.0.77 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.1406739 Jun 03 21:51:20.474162 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-64934282-66c5-4928-b496-026562681979 req-471507b1-41dd-4738-8f67-9248196bcedf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2206249 Jun 03 21:51:20.520430 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.569596 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:20.597267 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Usage tracker for resource:security_group_rule and tenant:4bb567b1265547c9ae496279b64b42f8 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:20.607902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:20.631720 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:20.643754 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0e8a-c9d9-468f-931a-e5592807ae9d req-5747af2d-aa9b-4265-93ca-ea1f3ea6b6e6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:20.647349 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6f6a0e8a-c9d9-468f-931a-e5592807ae9d req-5747af2d-aa9b-4265-93ca-ea1f3ea6b6e6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2530246 Jun 03 21:51:20.747495 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6f6a0e8a-c9d9-468f-931a-e5592807ae9d req-2ad73998-bed0-48f5-99bc-b7b8f61452cd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848649 Jun 03 21:51:20.821547 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-64934282-66c5-4928-b496-026562681979 req-993d4a4e-1a99-4554-ba00-cd7c661e6503 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&device_id=1beab98d-f9d8-48e0-a3f3-fd7331bce13f HTTP/1.1" status: 200 len: 210 time: 0.1438859 Jun 03 21:51:20.935768 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c9f4e-6d29-4da5-8917-9c9b167c9853 req-c0a81c46-6f3f-48ac-8d1c-138137e712af tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:20.938659 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-aa2c9f4e-6d29-4da5-8917-9c9b167c9853 req-c0a81c46-6f3f-48ac-8d1c-138137e712af tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1768265 Jun 03 21:51:20.982013 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.006395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.015464 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-aa2c9f4e-6d29-4da5-8917-9c9b167c9853 req-4147e6c3-8b69-4ada-a99c-306d86b73b41 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692732 Jun 03 21:51:21.028813 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4867e3f7-7b89-4d42-9194-91556c9b560f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:21.187285 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf56708-0ac1-4bee-a547-65a9a8ec60c5,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:21.193430 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4bb567b1265547c9ae496279b64b42f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9843872 Jun 03 21:51:21.196705 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41570) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:21.197510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:21.259655 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64934282-66c5-4928-b496-026562681979 req-536517dd-c256-4b5c-90c5-7b42fc764498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:21.261947 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-64934282-66c5-4928-b496-026562681979 req-536517dd-c256-4b5c-90c5-7b42fc764498 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4115367 Jun 03 21:51:21.327359 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.418760 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.571099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64934282-66c5-4928-b496-026562681979 req-0820a8d0-600a-4746-9d98-9c5674f3bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:21.579460 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-64934282-66c5-4928-b496-026562681979 req-0820a8d0-600a-4746-9d98-9c5674f3bdd3 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3098032 Jun 03 21:51:21.607122 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.619796 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-c9f76945-075e-4dfb-a702-a36c716314c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:21.654310 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.658580 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8bf56708-0ac1-4bee-a547-65a9a8ec60c5 HTTP/1.1" status: 204 len: 168 time: 0.4574187 Jun 03 21:51:21.658580 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf56708-0ac1-4bee-a547-65a9a8ec60c5,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:21.676504 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:21.689594 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.690210 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.690914 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.691524 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.692107 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.692993 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.694082 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.695014 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.695831 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.696621 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.697920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.698759 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:21.699735 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41582) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:21.704404 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:21.763269 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.805231 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:21.805803 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4d93097c-f9a3-4ab2-aa6e-d5f38adb1176 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:21.894037 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Deleting subnet daa33d65-0a15-426f-a5e8-21167b0557e3 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:21.900982 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.002260 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.139840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.273475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f4b30-faad-4831-bdb1-66d2c8f209bf req-4fa28125-8a6e-4c52-9c0b-bc9c8a2d80ad tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:22.288202 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-427f4b30-faad-4831-bdb1-66d2c8f209bf req-4fa28125-8a6e-4c52-9c0b-bc9c8a2d80ad tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2432277 Jun 03 21:51:22.420494 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-427f4b30-faad-4831-bdb1-66d2c8f209bf req-d26c3b22-bb50-4d6a-8c73-593402578ef1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293204 Jun 03 21:51:22.604981 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b4672-2f80-45ef-af1d-887bdcceed77 req-bb8baf1f-8c11-4ac7-942f-bca35edf416f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:22.607669 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8c2b4672-2f80-45ef-af1d-887bdcceed77 req-bb8baf1f-8c11-4ac7-942f-bca35edf416f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1835372 Jun 03 21:51:22.735419 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8c2b4672-2f80-45ef-af1d-887bdcceed77 req-cd9de287-c89d-46fd-8f6b-5626e909c13f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167431 Jun 03 21:51:22.747986 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.761885 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c513eeaa-bb18-40c0-84b2-db0b75b6583b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:22.804903 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.809883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa33d65-0a15-426f-a5e8-21167b0557e3,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:22.816677 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:22.823153 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f9e38b91-d501-4079-9bdf-79fb67da21f5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/daa33d65-0a15-426f-a5e8-21167b0557e3 HTTP/1.1" status: 204 len: 168 time: 1.1212411 Jun 03 21:51:22.825761 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41602) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:23.010156 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.262859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.295492 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb84cd4-da35-4f1c-9791-6d9f545c7528']}} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:23.333486 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd') {'for_net_delete': True} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:23.339785 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db14a01-b117-4a84-8ba9-f1ebbe30b6cd') {} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:23.372946 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15050194'] for segment, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.415387 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.433412 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=98278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:23.434527 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13742939'] for segment, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: Traceback (most recent call last): Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: timer() Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: cb(*args, **kw) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: return func(*args, **kwargs) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: self._notify() Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: self.callback(batched_events) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: event.method(event) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: return f(self, *a, **k) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: return self._get(url).json() Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:23.460819 dv-cinder-794669-4-smb neutron-server[98278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:23.610204 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.622954 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.627631 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:23.679636 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb84cd4-da35-4f1c-9791-6d9f545c7528,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:23.685292 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:23.688914 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] 10.222.0.77 "DELETE /v2.0/networks/4eb84cd4-da35-4f1c-9791-6d9f545c7528 HTTP/1.1" status: 204 len: 168 time: 0.8609400 Jun 03 21:51:23.832814 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661a26-e1f6-4877-b37b-409283c05802 req-9ba6777d-89d0-4ea8-8ea7-9e3b4d54ab78 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:23.834572 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2661a26-e1f6-4877-b37b-409283c05802 req-9ba6777d-89d0-4ea8-8ea7-9e3b4d54ab78 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.1435993 Jun 03 21:51:23.908106 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2661a26-e1f6-4877-b37b-409283c05802 req-def67cc7-5887-4ba9-9eba-6ef35326331b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658715 Jun 03 21:51:24.129170 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf9d5b-6fda-4495-909d-fcef73109647 req-33674e5e-9b78-4f4d-8f87-5cc62d3543bf tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:24.132764 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2ccf9d5b-6fda-4495-909d-fcef73109647 req-33674e5e-9b78-4f4d-8f87-5cc62d3543bf tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1626430 Jun 03 21:51:24.186377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41662) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:24.215275 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2ccf9d5b-6fda-4495-909d-fcef73109647 req-9a7439eb-f82c-4762-9a6c-ffc0aa56c33b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758543 Jun 03 21:51:24.440518 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ec8d9cf8-87f4-42fc-b8d6-aa309d19f1ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff3f28edae6e4539a1dc685a3e0a220b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2493327 Jun 03 21:51:24.443782 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41666) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:24.538623 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.617193 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.702766 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.724670 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9ca2e8f6-0c9a-4353-92c9-a876cf1cc9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:24.741840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816b2d27-a820-4fe3-b1f5-a7fb28e1a327,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:24.745821 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.747455 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/816b2d27-a820-4fe3-b1f5-a7fb28e1a327 HTTP/1.1" status: 204 len: 168 time: 0.3025770 Jun 03 21:51:24.748906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:25.371250 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41688) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:25.565985 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.613236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:25.620772 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dd6c6035504e22878b96b95984e278 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:25.627419 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:25.639706 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:25.713909 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a08b8-ce12-4a51-89cc-37e3978413e7 req-fc118f62-940b-4ddb-a94d-fdf99ae8834f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:25.721306 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-569a08b8-ce12-4a51-89cc-37e3978413e7 req-fc118f62-940b-4ddb-a94d-fdf99ae8834f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.4530642 Jun 03 21:51:25.808560 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11717f7e-0a80-471e-885a-9de2353d12e0 req-9d391094-793e-4f10-a505-e61427033974 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:25.816763 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-11717f7e-0a80-471e-885a-9de2353d12e0 req-9d391094-793e-4f10-a505-e61427033974 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3733580 Jun 03 21:51:25.821528 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-569a08b8-ce12-4a51-89cc-37e3978413e7 req-5cf60716-4e0a-423b-99d3-1a3a6f454758 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992370 Jun 03 21:51:25.918026 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-11717f7e-0a80-471e-885a-9de2353d12e0 req-2fb2aa20-3ded-4ee5-b3a0-7f1d10a5a926 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000657 Jun 03 21:51:26.001712 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.009158 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.033356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-aea34dbe-aab7-4d9f-a3bb-e001dd611156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:26.099584 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9dd6c6035504e22878b96b95984e278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249162 Jun 03 21:51:26.099584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b1f3d-9cc3-423f-a4e3-566797cc2f65,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:26.100693 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41712) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:26.114196 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:26.232116 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.340704 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.428339 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.433484 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-8497eb8d-22ea-4968-be75-c724e53f0afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:26.448277 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b1f3d-9cc3-423f-a4e3-566797cc2f65,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:26.457347 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:26.458648 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.463950 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c7b1f3d-9cc3-423f-a4e3-566797cc2f65 HTTP/1.1" status: 204 len: 168 time: 0.3578207 Jun 03 21:51:26.633445 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41724) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:27.324967 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-442123513-network', 'tenant_id': 'd2b0008012cc4a138157999d10a442ee'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:27.412026 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:27.429479 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Usage tracker for resource:network and tenant:d2b0008012cc4a138157999d10a442ee is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:27.445726 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:27.467445 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:27.511894 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Made reservation on behalf of d2b0008012cc4a138157999d10a442ee for: {'network': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:27.524999 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.550836 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.582675 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:27.588963 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b0008012cc4a138157999d10a442ee is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:27.595191 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:27.607970 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:27.686194 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb29e3-b694-43e9-98df-c175f1e3e17b req-e4999899-c0b7-4b07-ae54-71e675b99688 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:27.688880 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-03bb29e3-b694-43e9-98df-c175f1e3e17b req-e4999899-c0b7-4b07-ae54-71e675b99688 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.4750190 Jun 03 21:51:27.795207 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e51f37-3f68-4a54-b339-1c7128557e04 req-bf7dae0d-73cf-4772-ba71-bda8a117e13c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:27.797845 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a5e51f37-3f68-4a54-b339-1c7128557e04 req-bf7dae0d-73cf-4772-ba71-bda8a117e13c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.4916298 Jun 03 21:51:27.878169 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-03bb29e3-b694-43e9-98df-c175f1e3e17b req-c1a7c10a-1ceb-4e48-9323-99427fd966e2 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465359 Jun 03 21:51:27.937556 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a5e51f37-3f68-4a54-b339-1c7128557e04 req-10d0f00f-7bc9-4296-894f-2c2cfbf5993c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311045 Jun 03 21:51:28.080946 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.086581 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.096403 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3bf6893f-62f6-496f-b5f5-116cc0a67afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:28.155322 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1502} {{(pid=98278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:28.174046 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2087b4c7-ab37-49ad-9d20-22410b6dfbd8,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:28.180744 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:28.185815 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.186320 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.segments_db [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Added segment 68f7628a-6519-4c1e-9d50-dd6c9fca9ef4 of type vlan for network 2d929609-9aac-4ac7-b95a-98594499fe99 Jun 03 21:51:28.236942 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.292434 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.295032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:28.296036 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.305103 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a659de7f-32fd-48a5-9af1-638e03739e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:28.440698 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8046403 Jun 03 21:51:28.447280 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41748) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:28.452621 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Request body: {'subnet': {'network_id': '2d929609-9aac-4ac7-b95a-98594499fe99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-442123513-subnet', 'tenant_id': 'd2b0008012cc4a138157999d10a442ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:28.460149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2d929609-9aac-4ac7-b95a-98594499fe99,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:28.463398 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:28.465869 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:28.469573 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Usage tracker for resource:subnet and tenant:d2b0008012cc4a138157999d10a442ee is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:28.473493 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:28.474658 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 2d929609-9aac-4ac7-b95a-98594499fe99 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:28.485418 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:28.500510 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Made reservation on behalf of d2b0008012cc4a138157999d10a442ee for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:28.503064 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14067639'] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.017793 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13743088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14067621'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.023039 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:29.188057 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06157e6-6b65-43aa-be49-d4a212f09f2d,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:29.191680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-6d4f8a81-e2c4-4d0d-8569-e1339424b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.193402 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-6d4f8a81-e2c4-4d0d-8569-e1339424b90c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1098 time: 0.1213017 Jun 03 21:51:29.206685 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:29.283589 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Checking segment: {'id': '68f7628a-6519-4c1e-9d50-dd6c9fca9ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '2d929609-9aac-4ac7-b95a-98594499fe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:29.283589 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Network hostable DHCP agents. Network: 2d929609-9aac-4ac7-b95a-98594499fe99, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:29.315859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b372b-0f55-4463-8052-1d493ac734d0 req-7e9b7c2a-500e-4f05-9263-3d916aa6ec1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.317520 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1f1b372b-0f55-4463-8052-1d493ac734d0 req-7e9b7c2a-500e-4f05-9263-3d916aa6ec1a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2530127 Jun 03 21:51:29.353963 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-5213bdd7-937b-40d7-9764-25ea9810ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.354944 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Network 2d929609-9aac-4ac7-b95a-98594499fe99 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:29.355896 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-5213bdd7-937b-40d7-9764-25ea9810ede2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.1556778 Jun 03 21:51:29.391511 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 2d929609-9aac-4ac7-b95a-98594499fe99) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:29.411673 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff11fb-514c-469f-af0e-77c663fbf92f None None] Network 2d929609-9aac-4ac7-b95a-98594499fe99 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:29.414417 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159483bc-b62d-481a-a8f0-a91c6fb98836 req-88939287-c08f-4fee-8f19-4fba66a363d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.416228 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-159483bc-b62d-481a-a8f0-a91c6fb98836 req-88939287-c08f-4fee-8f19-4fba66a363d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2066834 Jun 03 21:51:29.424893 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1f1b372b-0f55-4463-8052-1d493ac734d0 req-378c0838-2ffc-4ca9-a3e1-64b0b952d29e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984318 Jun 03 21:51:29.450833 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.450833 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.502517 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-96e21564-5a05-473f-a84d-95fc4aa8c446 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0547299 Jun 03 21:51:29.519601 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-159483bc-b62d-481a-a8f0-a91c6fb98836 req-319a743e-27e1-49f7-897d-a4bf46f93814 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919805 Jun 03 21:51:29.538211 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-0f30b00b-b61e-4ffb-876f-b5ebd6bcabac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 200 len: 1001 time: 0.1748862 Jun 03 21:51:29.671100 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-1393b515-4573-416e-9987-60fef0e88de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.673665 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-1393b515-4573-416e-9987-60fef0e88de2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1280570 Jun 03 21:51:29.798608 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff9bcb-6c7e-4b31-b609-7b3f5ad6d4c4 None None] Network 2d929609-9aac-4ac7-b95a-98594499fe99 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:29.814863 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-b7c301b8-a6f6-4680-aec2-4ddbf34f415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:29.816613 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-b7c301b8-a6f6-4680-aec2-4ddbf34f415d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1345177 Jun 03 21:51:30.041669 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-ab78ad26-3689-4c02-b53e-654b17081c2d service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149668 Jun 03 21:51:30.267440 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-858a16e4-5f19-41b4-a721-63be8d890be9 req-cbbfd07e-ea1e-4b15-a0fb-42ea83466ca3 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191517 Jun 03 21:51:30.444117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41772) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.450696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1350388951-network', 'tenant_id': 'eb2fcdd5215b499496a8b0e5b0fed045'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:30.457713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:30.470471 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Usage tracker for resource:network and tenant:eb2fcdd5215b499496a8b0e5b0fed045 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:30.476286 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:30.488716 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:30.508947 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Made reservation on behalf of eb2fcdd5215b499496a8b0e5b0fed045 for: {'network': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:30.513356 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.536105 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.567680 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:30.642070 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2fcdd5215b499496a8b0e5b0fed045 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:30.659202 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:30.677358 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:30.839186 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6f9d3-b8d3-4f9c-92ed-4ad3b924adcc req-2c1a540a-84b2-4fd8-a6fb-9d1a50c20af5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:30.841198 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bfd6f9d3-b8d3-4f9c-92ed-4ad3b924adcc req-2c1a540a-84b2-4fd8-a6fb-9d1a50c20af5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2811050 Jun 03 21:51:30.945672 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bfd6f9d3-b8d3-4f9c-92ed-4ad3b924adcc req-3838e28f-01f9-48b8-bed6-65bffd6fc4b6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911334 Jun 03 21:51:30.967775 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.982389 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85e425-3795-4437-8f84-11832ed58dc0 req-da001854-5dd8-410f-9c61-929fc7b3b658 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:30.984032 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0c85e425-3795-4437-8f84-11832ed58dc0 req-da001854-5dd8-410f-9c61-929fc7b3b658 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2386699 Jun 03 21:51:30.985258 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.988510 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b85e3ee6-8787-41f0-b70a-db6644e17e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:31.060369 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1515} {{(pid=98278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:31.064357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fbf8d-cca6-48bf-9266-8b183acbcb06,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:31.074127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:31.089237 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0c85e425-3795-4437-8f84-11832ed58dc0 req-161a48d8-8c06-4616-94cc-8c95b83d477a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870171 Jun 03 21:51:31.090287 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.090887 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.segments_db [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Added segment 9624d4d7-05e1-4af6-814d-88126854a222 of type vlan for network 24b64ab2-458a-4923-b5c3-3eefc78d646e Jun 03 21:51:31.143518 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.203047 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.205629 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:31.206629 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.218485 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9823a8c1-fc14-4eec-b389-e630b8f2110b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:31.405891 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9602613 Jun 03 21:51:31.408838 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41780) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.414281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Request body: {'subnet': {'network_id': '24b64ab2-458a-4923-b5c3-3eefc78d646e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1350388951-subnet', 'tenant_id': 'eb2fcdd5215b499496a8b0e5b0fed045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:31.422244 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:31.422598 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Pushing event updated for resources: {'Network': ['ID=24b64ab2-458a-4923-b5c3-3eefc78d646e,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:31.426878 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:31.427741 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Usage tracker for resource:subnet and tenant:eb2fcdd5215b499496a8b0e5b0fed045 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:31.433380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:31.437403 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 24b64ab2-458a-4923-b5c3-3eefc78d646e details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:31.440733 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:31.456955 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Made reservation on behalf of eb2fcdd5215b499496a8b0e5b0fed045 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:31.460096 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14134835'] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.770679 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b56a1440-f1c6-4a71-ba5c-c90bb51a5db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.985233 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14142304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14134817'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.989971 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-448132ee-cc41-40a7-ac81-60feb20cfdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:32.080905 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa0b133-c7b1-479b-b922-bf64591fb050,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:32.085335 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:32.119285 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Checking segment: {'id': '9624d4d7-05e1-4af6-814d-88126854a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '24b64ab2-458a-4923-b5c3-3eefc78d646e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:32.120448 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Network hostable DHCP agents. Network: 24b64ab2-458a-4923-b5c3-3eefc78d646e, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:32.172749 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Network 24b64ab2-458a-4923-b5c3-3eefc78d646e is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:32.215112 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 24b64ab2-458a-4923-b5c3-3eefc78d646e) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:32.229639 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:32.229894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.233320 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1bd5f-0c75-45ad-96a6-1770e68c99d3 None None] Network 24b64ab2-458a-4923-b5c3-3eefc78d646e requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:32.274353 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2181bafd-8403-4595-9c3d-0fd235a057a9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8640985 Jun 03 21:51:32.289593 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbecb-586f-4cfd-a599-43c6cfd81994 req-66a76750-bc84-47d5-b5a4-45de14a5eda6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:32.298438 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a1cfbecb-586f-4cfd-a599-43c6cfd81994 req-66a76750-bc84-47d5-b5a4-45de14a5eda6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1583252 Jun 03 21:51:32.495267 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a1cfbecb-586f-4cfd-a599-43c6cfd81994 req-cd1a0c6b-902b-4fa8-b0d4-d48d4c6e76b9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951907 Jun 03 21:51:32.588858 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41792) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:32.590454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204493ac-40d0-4354-9b1b-0e152b4e5397 req-c3ac0e50-6ca0-4b99-a893-86321ccf5eb3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:32.592255 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-204493ac-40d0-4354-9b1b-0e152b4e5397 req-c3ac0e50-6ca0-4b99-a893-86321ccf5eb3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 945 time: 0.2136395 Jun 03 21:51:32.625370 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003995a9-6911-4611-9c77-098a295aa4c1 None None] Network 24b64ab2-458a-4923-b5c3-3eefc78d646e requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:32.676408 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-204493ac-40d0-4354-9b1b-0e152b4e5397 req-b1941b77-6670-413a-a005-b4cd213ef12b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696285 Jun 03 21:51:32.689777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Deleting subnet c06157e6-6b65-43aa-be49-d4a212f09f2d {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:32.693737 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.767734 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.849525 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.251880 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.257416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:33.310332 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06157e6-6b65-43aa-be49-d4a212f09f2d,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:33.312725 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.315604 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:33.320090 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c06157e6-6b65-43aa-be49-d4a212f09f2d HTTP/1.1" status: 204 len: 168 time: 0.7296214 Jun 03 21:51:33.323759 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41800) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:33.442515 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.638750 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.664732 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d929609-9aac-4ac7-b95a-98594499fe99']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:33.688746 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f7628a-6519-4c1e-9d50-dd6c9fca9ef4') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:33.689257 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f7628a-6519-4c1e-9d50-dd6c9fca9ef4') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:33.708561 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.717670 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:33.730748 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fdc53-6349-4ba3-a879-79d41c45acbb req-1dc97bbb-4c47-49e8-8745-1729f043f5b4 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:33.735106 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b12fdc53-6349-4ba3-a879-79d41c45acbb req-1dc97bbb-4c47-49e8-8745-1729f043f5b4 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1101944 Jun 03 21:51:33.736441 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.746606 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:33.748028 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:33.775984 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:33.859715 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b12fdc53-6349-4ba3-a879-79d41c45acbb req-92cfa714-cdb5-4a64-a3c4-49a3800d977e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126060 Jun 03 21:51:33.926025 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.948731 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.955606 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.975477 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:33.982673 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02ac2c2-1362-49fc-93b2-5f9171d0fde7" -d '{"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:33.993996 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:34.002326 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.005868 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:34.007571 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:34.035327 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2d929609-9aac-4ac7-b95a-98594499fe99 HTTP/1.1" status: 204 len: 168 time: 0.7103667 Jun 03 21:51:34.036420 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d929609-9aac-4ac7-b95a-98594499fe99,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:34.044606 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:34.045462 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41808) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:34.072233 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f8126d-aca3-4281-a7ae-7052f68c28d0 x-openstack-request-id: req-79f8126d-aca3-4281-a7ae-7052f68c28d0 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:34.072233 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-unplugged", "status": "failed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "code": 422}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:34.072233 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79f8126d-aca3-4281-a7ae-7052f68c28d0 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:34.072977 dv-cinder-794669-4-smb neutron-server[98279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'code': 422} returned with failed status Jun 03 21:51:34.119852 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=8']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:34.133251 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.133949 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.134662 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.135354 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.136015 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.136638 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.137279 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.137912 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.139078 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.139078 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.139804 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.140410 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:34.141896 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Deleting subnet 0aa0b133-c7b1-479b-b922-bf64591fb050 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:34.148879 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491feef-e276-4608-9d0c-32075e3c8527 req-7c5608ca-34b7-43c7-80c0-a87e587cedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:34.149460 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:34.153453 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-8491feef-e276-4608-9d0c-32075e3c8527 req-7c5608ca-34b7-43c7-80c0-a87e587cedf1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.1939878 Jun 03 21:51:34.156520 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.247101 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.277012 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642aa61-2bc5-4b07-8739-3d26de2a68e2 req-a581023a-8e55-4bcd-a0b0-75b5e68224a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:34.279718 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8642aa61-2bc5-4b07-8739-3d26de2a68e2 req-a581023a-8e55-4bcd-a0b0-75b5e68224a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.3466182 Jun 03 21:51:34.282857 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-8491feef-e276-4608-9d0c-32075e3c8527 req-c94559e9-d74c-45a8-9b27-c6fb1b57e6e4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Jun 03 21:51:34.327868 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.365549 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8642aa61-2bc5-4b07-8739-3d26de2a68e2 req-4ecf1969-cfa7-42cf-a9b2-01d7b953864e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786211 Jun 03 21:51:34.403878 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.620532 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f8a6ef3f-225d-4931-b49d-3cd046ae0b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.702157 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.707419 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:34.749255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa0b133-c7b1-479b-b922-bf64591fb050,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:34.752561 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:34.753700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.763429 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0aa0b133-c7b1-479b-b922-bf64591fb050 HTTP/1.1" status: 204 len: 168 time: 0.7153630 Jun 03 21:51:34.766395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41820) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:34.885656 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.112225 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.276248 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b64ab2-458a-4923-b5c3-3eefc78d646e']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:35.293370 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9624d4d7-05e1-4af6-814d-88126854a222') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:35.293724 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9624d4d7-05e1-4af6-814d-88126854a222') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:35.310211 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.328151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52d5e8-5bfc-4893-87a1-482b19d06bc0 req-62c57b6c-ff09-4950-b8fd-d479b82fd6b5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:35.331555 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6e52d5e8-5bfc-4893-87a1-482b19d06bc0 req-62c57b6c-ff09-4950-b8fd-d479b82fd6b5 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2055023 Jun 03 21:51:35.352239 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.362214 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Releasing vlan 1515 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:35.362882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:35.383659 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:35.409380 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6e52d5e8-5bfc-4893-87a1-482b19d06bc0 req-28fccce5-cc72-40f7-a282-0f8e2359696a tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626316 Jun 03 21:51:35.501422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.507565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.514868 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:35.534745 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] 10.222.0.77 "DELETE /v2.0/networks/24b64ab2-458a-4923-b5c3-3eefc78d646e HTTP/1.1" status: 204 len: 168 time: 0.7666214 Jun 03 21:51:35.539571 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b64ab2-458a-4923-b5c3-3eefc78d646e,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:35.544537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:35.734358 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.834720 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41840) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:35.856641 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf2c63-9c82-429c-8ab6-c4e612cc5fa9 req-99df1c5d-9d87-4f54-8c85-95cb2f2fb58e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:35.858257 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5bdf2c63-9c82-429c-8ab6-c4e612cc5fa9 req-99df1c5d-9d87-4f54-8c85-95cb2f2fb58e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1057220 Jun 03 21:51:35.894167 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c3d289c5-9eea-4d35-836c-a6a144d2ee54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2b0008012cc4a138157999d10a442ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577419 Jun 03 21:51:35.897861 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41842) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:35.933717 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5bdf2c63-9c82-429c-8ab6-c4e612cc5fa9 req-c0df0008-f92c-4179-83ee-49864abcc23e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654874 Jun 03 21:51:35.975477 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.006901 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.072413 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.078586 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:36.100552 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087b4c7-ab37-49ad-9d20-22410b6dfbd8,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:36.104506 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:36.109625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.114525 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2087b4c7-ab37-49ad-9d20-22410b6dfbd8 HTTP/1.1" status: 204 len: 168 time: 0.2108910 Jun 03 21:51:36.638271 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41866) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:36.684051 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 41870) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:36.755933 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c94f3-29c2-448f-a3d6-5323a97a56e5 req-a4c17c27-66a2-4e6d-9f56-35a4c12a314f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:36.758304 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-784c94f3-29c2-448f-a3d6-5323a97a56e5 req-a4c17c27-66a2-4e6d-9f56-35a4c12a314f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1612058 Jun 03 21:51:36.810111 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f78c155d-573d-4ca7-ae14-657acfe04b67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb2fcdd5215b499496a8b0e5b0fed045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231265 Jun 03 21:51:36.813701 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 41872) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:36.850355 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-784c94f3-29c2-448f-a3d6-5323a97a56e5 req-a723836c-b472-4ff0-9f68-2dc54d2cb9b8 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Jun 03 21:51:36.859340 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-a649125b-3de1-446c-956b-ee81f8b070b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2186522 Jun 03 21:51:36.924492 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.969438 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.072514 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.082044 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:37.102371 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fbf8d-cca6-48bf-9266-8b183acbcb06,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:37.124647 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:37.127525 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.133331 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d14fbf8d-cca6-48bf-9266-8b183acbcb06 HTTP/1.1" status: 204 len: 168 time: 0.3147807 Jun 03 21:51:37.397647 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.405656 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7d270-6621-4815-b6c9-b84942582d9e req-d5d7b0b4-8d80-4e57-a852-dea87eb761bd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.407292 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-91a7d270-6621-4815-b6c9-b84942582d9e req-d5d7b0b4-8d80-4e57-a852-dea87eb761bd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1757851 Jun 03 21:51:37.480724 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-91a7d270-6621-4815-b6c9-b84942582d9e req-a4e07682-1676-457a-bd40-8388ded6d272 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624933 Jun 03 21:51:37.683413 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-69fa4723-5166-4b1a-8de0-c66efb32c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.684975 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-69fa4723-5166-4b1a-8de0-c66efb32c18b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 1098 time: 0.1080954 Jun 03 21:51:37.831948 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f33661-5748-46f0-8d85-a342710e98ed req-986d4c40-ca1e-4c82-b1de-276bdc30ea8c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.837502 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-85f33661-5748-46f0-8d85-a342710e98ed req-986d4c40-ca1e-4c82-b1de-276bdc30ea8c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1831851 Jun 03 21:51:37.860344 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-4ced8363-b3b5-4375-a509-372b946ac309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.862269 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-4ced8363-b3b5-4375-a509-372b946ac309 service neutron] 10.222.0.107 "GET /v2.0/networks?id=adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 200 len: 921 time: 0.1688855 Jun 03 21:51:37.919291 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-85f33661-5748-46f0-8d85-a342710e98ed req-bddd821b-89bb-48e5-ab24-6c9d2822e66e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749507 Jun 03 21:51:37.989211 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-179dca73-dce6-4b91-b879-7001ce9faf60 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 200 len: 217 time: 0.1181164 Jun 03 21:51:38.094895 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-fc72b2f1-019a-4503-806f-2a74e0183cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:38.096417 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-fc72b2f1-019a-4503-806f-2a74e0183cdc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 200 len: 859 time: 0.1001294 Jun 03 21:51:38.159159 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-5fa1d622-00e2-4605-b56c-3f89f4f14f59 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=adac079e-9911-44dc-9bf8-719327c00b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549350 Jun 03 21:51:38.352293 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-b3ccb680-2182-4987-82c9-48e2b13e8413 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865046 Jun 03 21:51:38.551749 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-50a74d43-69e8-4161-ba8b-f7d4f84b699b req-82a59047-720a-446f-b9fa-2d33f61824c3 service neutron] 10.222.0.107 "GET /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906023 Jun 03 21:51:38.799303 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8daf6f-1204-4a37-a01d-4a3824a52f43 req-da594dfc-b70b-445d-a9ad-01d4201932f7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:38.800845 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0e8daf6f-1204-4a37-a01d-4a3824a52f43 req-da594dfc-b70b-445d-a9ad-01d4201932f7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1140583 Jun 03 21:51:38.859503 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0e8daf6f-1204-4a37-a01d-4a3824a52f43 req-6a997a31-379f-4e80-a8a4-a79bc994c7c7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483816 Jun 03 21:51:39.157218 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222f73-d266-4605-8ee3-dd1df5147bfe req-417ebc7c-02ac-4947-906b-8e756d457b8f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.162941 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e3222f73-d266-4605-8ee3-dd1df5147bfe req-417ebc7c-02ac-4947-906b-8e756d457b8f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1162066 Jun 03 21:51:39.234978 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e3222f73-d266-4605-8ee3-dd1df5147bfe req-9496c09d-398d-4782-be2b-b900910963b9 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Jun 03 21:51:39.268062 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-f79114b9-6841-4856-b4a9-cb41b4270724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.269585 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-f79114b9-6841-4856-b4a9-cb41b4270724 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d&tenant_id=0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 1096 time: 0.0843277 Jun 03 21:51:39.375970 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-6973fae4-56db-4aee-9940-f26c05e70a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.377393 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-6973fae4-56db-4aee-9940-f26c05e70a37 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1096 time: 0.0818396 Jun 03 21:51:39.533331 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-273e9040-fe5e-47cc-bd42-34020577cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.534863 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-273e9040-fe5e-47cc-bd42-34020577cd92 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.1444936 Jun 03 21:51:39.656027 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-950714d7-87f4-475c-8ee9-2d64f3b8ef14 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 200 len: 999 time: 0.1073275 Jun 03 21:51:39.726377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-e9cbcca4-18fc-44c7-a398-3d94a07c4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.728722 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-e9cbcca4-18fc-44c7-a398-3d94a07c4bdf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.0662889 Jun 03 21:51:39.918961 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-420aa09f-cc03-4e5f-81c3-144b70fb4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.920683 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-420aa09f-cc03-4e5f-81c3-144b70fb4c28 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1819971 Jun 03 21:51:40.098688 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-49173cc8-ccf7-4517-a561-e96e262b0306 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672790 Jun 03 21:51:40.130619 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3273c-1007-4a52-a92e-a89f2d851028 req-3c9f42a9-2170-4b82-b2d8-177d7e545038 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:40.132887 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b3273c-1007-4a52-a92e-a89f2d851028 req-3c9f42a9-2170-4b82-b2d8-177d7e545038 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1144788 Jun 03 21:51:40.221520 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b3273c-1007-4a52-a92e-a89f2d851028 req-366ede65-124a-4763-abcd-54c269a65260 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714889 Jun 03 21:51:40.311677 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-38e34b94-e53e-4deb-88b3-9c44643827b1 req-26a8fd0f-cfd0-43cd-817a-2487f9ac9b3a service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026768 Jun 03 21:51:40.500755 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e9d49-f5a9-4d0b-99cf-d8f211f26620 req-d802305b-9ebe-47fc-880a-f2cd567628b2 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:40.502359 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-378e9d49-f5a9-4d0b-99cf-d8f211f26620 req-d802305b-9ebe-47fc-880a-f2cd567628b2 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1105528 Jun 03 21:51:40.559017 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-378e9d49-f5a9-4d0b-99cf-d8f211f26620 req-dae24f9d-9d41-424e-8636-528ec3c0af7c tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Jun 03 21:51:41.599583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf932-4bc7-4fe2-8130-6547a8bf9d0c req-280fd4c3-9f5a-4a89-9846-9075fe66e40c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:41.601252 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7fbcf932-4bc7-4fe2-8130-6547a8bf9d0c req-280fd4c3-9f5a-4a89-9846-9075fe66e40c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1503615 Jun 03 21:51:41.719452 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7fbcf932-4bc7-4fe2-8130-6547a8bf9d0c req-a7ae220b-6584-4d71-b192-e2d8a38b51c3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118069 Jun 03 21:51:41.980854 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca6c4f-e64d-46a2-a39d-75dea0104a77 req-ff4df7e9-a0c2-491c-92dd-44f0db56b1e6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:41.990018 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-85ca6c4f-e64d-46a2-a39d-75dea0104a77 req-ff4df7e9-a0c2-491c-92dd-44f0db56b1e6 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1447239 Jun 03 21:51:42.054311 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-85ca6c4f-e64d-46a2-a39d-75dea0104a77 req-d5182481-d9a2-402e-ab7b-e50f601a700e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Jun 03 21:51:43.006593 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b722994-b41e-4a2d-838f-c49f146b8fa9 req-d15204a2-1694-4267-b0eb-8520786e1e35 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:43.008526 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9b722994-b41e-4a2d-838f-c49f146b8fa9 req-d15204a2-1694-4267-b0eb-8520786e1e35 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1366382 Jun 03 21:51:43.090948 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9b722994-b41e-4a2d-838f-c49f146b8fa9 req-2c5efa27-ea87-491d-86a7-7aff06e645ec tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711448 Jun 03 21:51:43.708156 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:51:44.600780 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120687-b93e-4a64-8d6d-55a47460f9cb req-ffbad1f1-827c-4c78-8c3c-e3fd09caf217 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:44.603252 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c2120687-b93e-4a64-8d6d-55a47460f9cb req-ffbad1f1-827c-4c78-8c3c-e3fd09caf217 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.3014674 Jun 03 21:51:44.698048 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c2120687-b93e-4a64-8d6d-55a47460f9cb req-a38e9b98-06d9-41fa-95cd-6a75b1a3178a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858996 Jun 03 21:51:46.016082 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f79a3-c879-42ff-8624-2c2ded8e8eb3 req-bf69bf9f-2c16-43f4-ba1c-a701f9321712 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:46.018724 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b97f79a3-c879-42ff-8624-2c2ded8e8eb3 req-bf69bf9f-2c16-43f4-ba1c-a701f9321712 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1119547 Jun 03 21:51:46.133912 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b97f79a3-c879-42ff-8624-2c2ded8e8eb3 req-83b3a93b-0c4a-49f6-aedb-3879e53f4e9b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045134 Jun 03 21:51:47.567428 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baebcf-64f1-47d2-adac-fa1d7316e946 req-50416263-11ba-499d-9861-f0b2399cab9b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:47.581577 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56baebcf-64f1-47d2-adac-fa1d7316e946 req-50416263-11ba-499d-9861-f0b2399cab9b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1772969 Jun 03 21:51:47.703051 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-56baebcf-64f1-47d2-adac-fa1d7316e946 req-0696543d-400f-4903-9950-d2991c3abc6b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178133 Jun 03 21:51:49.221243 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5fd52-7497-4129-85e5-08a96e78d5dc req-34b1898a-b50a-4797-86e6-6b03d778814f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:49.224457 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-adf5fd52-7497-4129-85e5-08a96e78d5dc req-34b1898a-b50a-4797-86e6-6b03d778814f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.3688540 Jun 03 21:51:49.308908 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-adf5fd52-7497-4129-85e5-08a96e78d5dc req-25d3083e-0b3c-40fa-92bb-c4c225722ea6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740952 Jun 03 21:51:50.732265 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50540f-5e6b-43d0-bee6-a04aa1fcdded req-e5fdac89-0386-46fc-aacc-ecc5f3e3d586 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:50.735824 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cd50540f-5e6b-43d0-bee6-a04aa1fcdded req-e5fdac89-0386-46fc-aacc-ecc5f3e3d586 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1650338 Jun 03 21:51:50.815631 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cd50540f-5e6b-43d0-bee6-a04aa1fcdded req-4ec0e8bb-d366-4d72-825b-ebd722993853 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663691 Jun 03 21:51:51.417766 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42158) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:51.593969 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.621969 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:51.629096 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9181fc116cf4ab18a00a07a4a83e7f0 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:51.635257 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:51.645683 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:51.646267 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.775265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.781957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.825438 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9cb4ba9c-c805-431e-b42f-d85b67b127d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.843935 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9181fc116cf4ab18a00a07a4a83e7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195123 Jun 03 21:51:51.844370 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42164) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:51.891792 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fd8533-e415-497f-bc7b-ec4583d86550,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:51.897838 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:51.966771 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.001128 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.138976 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.152498 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:52.193463 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fd8533-e415-497f-bc7b-ec4583d86550,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:52.208698 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:52.219549 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.224039 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59fd8533-e415-497f-bc7b-ec4583d86550 HTTP/1.1" status: 204 len: 168 time: 0.3759782 Jun 03 21:51:52.303860 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9babaae-4ce7-4a9d-b80f-ae2adaf9b706 req-3399f6c5-939b-40e6-a282-3c431f14db1f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:52.321841 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e9babaae-4ce7-4a9d-b80f-ae2adaf9b706 req-3399f6c5-939b-40e6-a282-3c431f14db1f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.2689042 Jun 03 21:51:52.407862 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e9babaae-4ce7-4a9d-b80f-ae2adaf9b706 req-4f83a70e-b1c8-47bc-9ef7-b12518bce268 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838878 Jun 03 21:51:52.731890 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42182) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:52.751985 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.771930 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:52.778373 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Usage tracker for resource:security_group_rule and tenant:52b2ba410d7e4ed185e22b05112c7b21 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:52.782162 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:52.790445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:52.911296 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.918772 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.935310 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8917267a-5380-4da1-a681-53f6f7990dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:52.999894 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52b2ba410d7e4ed185e22b05112c7b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663250 Jun 03 21:51:53.003001 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b7ffe-a3a3-4f36-a015-6446d4567602,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:53.003960 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42184) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:53.008108 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:53.081160 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.111794 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.185382 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.189311 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:53.209126 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b7ffe-a3a3-4f36-a015-6446d4567602,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:53.213045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:53.215339 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.219838 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea1b7ffe-a3a3-4f36-a015-6446d4567602 HTTP/1.1" status: 204 len: 168 time: 0.2111368 Jun 03 21:51:53.727109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035e33-7a27-4261-97b7-7b0db28255c6 req-8695559b-11b8-47b2-97b6-87b8b1049542 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:53.732836 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-82035e33-7a27-4261-97b7-7b0db28255c6 req-8695559b-11b8-47b2-97b6-87b8b1049542 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1697986 Jun 03 21:51:53.804068 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42200) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:53.828716 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-82035e33-7a27-4261-97b7-7b0db28255c6 req-04b3350e-9eaf-41b2-aa28-7f01bb8731b7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896451 Jun 03 21:51:53.837280 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.867380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:53.874968 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e15b848e1dc74ce2b6932085d0fe344b is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:53.879347 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:53.890682 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:53.960988 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42202) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:54.037998 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.043536 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.053987 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-697c8a11-7545-45f6-b2d5-ca91ec2ebd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.100839 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e15b848e1dc74ce2b6932085d0fe344b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955070 Jun 03 21:51:54.104381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ad066-fa90-4b04-ab0a-28b574673e48,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.104794 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42206) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:54.107692 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.156150 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.201022 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:54.208965 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Usage tracker for resource:security_group_rule and tenant:99dca5866404438c99c6a5cd2b18bacc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:54.213570 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:54.229575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:54.238267 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.286638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.394973 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.408730 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0ce63e5b-ecb7-4eb5-a75c-e16bc4969dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.439992 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.447875 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ad066-fa90-4b04-ab0a-28b574673e48,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.456679 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.459562 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.475428 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-40ebd90e-134b-4981-86ac-d7a8d0d6f3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.496323 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.498243 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa8ad066-fa90-4b04-ab0a-28b574673e48 HTTP/1.1" status: 204 len: 168 time: 0.3922050 Jun 03 21:51:54.562668 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99dca5866404438c99c6a5cd2b18bacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993125 Jun 03 21:51:54.565787 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42210) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:54.566655 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42765fbb-6ba7-4110-86a1-b826b76af4b2,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.571435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.707216 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.768466 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.861594 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.888700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-59636be2-a80e-473d-826a-0ca5055bb7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.942175 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42765fbb-6ba7-4110-86a1-b826b76af4b2,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.949804 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.977702 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.979920 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42765fbb-6ba7-4110-86a1-b826b76af4b2 HTTP/1.1" status: 204 len: 168 time: 0.4125495 Jun 03 21:51:55.168952 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130704d-ec1c-4a44-b2ef-f3f733cd4f94 req-c4e10af6-f0e2-46f0-ac57-5f4126bf112a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:55.171140 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b130704d-ec1c-4a44-b2ef-f3f733cd4f94 req-c4e10af6-f0e2-46f0-ac57-5f4126bf112a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1599371 Jun 03 21:51:55.294250 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b130704d-ec1c-4a44-b2ef-f3f733cd4f94 req-05c6f304-15e6-4379-96dc-8e60271aad5c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935535 Jun 03 21:51:56.656064 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c0486-6d01-4e59-8dd0-1d33bedc2190 req-bcffd725-bca1-4401-bb41-3b86290c5f45 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:56.663686 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ab0c0486-6d01-4e59-8dd0-1d33bedc2190 req-bcffd725-bca1-4401-bb41-3b86290c5f45 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.1540031 Jun 03 21:51:56.751486 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ab0c0486-6d01-4e59-8dd0-1d33bedc2190 req-10a701de-2853-4e2c-99b5-e08f026bc171 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825701 Jun 03 21:51:57.187638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a124668-f307-493d-8468-d0b7c7276bcb req-df9cffda-ac00-42bc-bf5d-454eb6b20f03 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:57.189147 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a124668-f307-493d-8468-d0b7c7276bcb req-df9cffda-ac00-42bc-bf5d-454eb6b20f03 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1115909 Jun 03 21:51:57.248242 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a124668-f307-493d-8468-d0b7c7276bcb req-c79e9f19-425d-48db-a711-1fa3f8f2aa84 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504057 Jun 03 21:51:57.819633 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:51:58.064875 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:58.103595 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '6db76657-a5b7-404a-a504-ae235183d34e', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'port_id': '6db76657-a5b7-404a-a504-ae235183d34e', 'mac_address': 'fa:16:3e:93:84:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:51:58.145517 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04407d-1fa9-4975-80e7-c2f132fdccd0 req-50f79a3c-c17b-4e96-9a45-f02f3d2adbc9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:58.159409 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5c04407d-1fa9-4975-80e7-c2f132fdccd0 req-50f79a3c-c17b-4e96-9a45-f02f3d2adbc9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 943 time: 0.2005236 Jun 03 21:51:58.257682 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5c04407d-1fa9-4975-80e7-c2f132fdccd0 req-878ec075-42db-4e3c-bff6-50a20428259f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952237 Jun 03 21:51:58.307310 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.346732 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db76657-a5b7-404a-a504-ae235183d34e {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:51:58.369232 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:58.377146 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.381491 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:58.473507 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=9']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:58.478194 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:58.505397 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c237d-9320-4b28-ba08-07f0ef9587b2 req-37041127-aeef-4fc7-a111-f20ec1ed3f76 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:58.507361 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-765c237d-9320-4b28-ba08-07f0ef9587b2 req-37041127-aeef-4fc7-a111-f20ec1ed3f76 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.1882989 Jun 03 21:51:58.521839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42322) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:58.622071 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-765c237d-9320-4b28-ba08-07f0ef9587b2 req-6147ad2b-a9f5-4a19-9b71-f650bfd81def tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747440 Jun 03 21:51:58.663856 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1872d1-bcbc-40cf-8208-ac66b397cb70 req-c0c751d1-c792-42b4-b728-ba754b750a52 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:58.665607 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8a1872d1-bcbc-40cf-8208-ac66b397cb70 req-c0c751d1-c792-42b4-b728-ba754b750a52 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1703236 Jun 03 21:51:58.682696 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.693918 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['6db76657-a5b7-404a-a504-ae235183d34e'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:51:58.700116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:58.706059 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Usage tracker for resource:security_group_rule and tenant:ece6c315e4c74f6eaa915249eb7a9a18 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:58.711298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:58.719657 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8a1872d1-bcbc-40cf-8208-ac66b397cb70 req-ecf3600c-12e3-429d-a4a6-9c65d09aed56 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471904 Jun 03 21:51:58.722544 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:58.836328 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.841474 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.853209 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f2c61251-2198-4be7-8b8a-975eb7826b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:58.903903 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ece6c315e4c74f6eaa915249eb7a9a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805325 Jun 03 21:51:58.906120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc8e1f-ef24-407e-ba69-0e4e872b5660,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:58.907053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42326) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:58.910564 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:58.975317 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.004265 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.063646 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.067934 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-6aae549d-1a23-4e81-8311-6b3fa03cb7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:59.085688 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc8e1f-ef24-407e-ba69-0e4e872b5660,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:59.089758 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:59.092078 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.092947 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fbc8e1f-ef24-407e-ba69-0e4e872b5660 HTTP/1.1" status: 204 len: 168 time: 0.1836653 Jun 03 21:51:59.459607 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42334) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:59.481131 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.503371 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:59.508842 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Usage tracker for resource:security_group_rule and tenant:048ef8d18c28494289c10fad986d3903 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:59.513215 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:59.520268 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:59.559922 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f97041-6c65-4564-95bd-823ef2482e08 req-b9d78b4e-c24d-46a2-be4a-3f280679eec5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:59.561647 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e9f97041-6c65-4564-95bd-823ef2482e08 req-b9d78b4e-c24d-46a2-be4a-3f280679eec5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 944 time: 0.1653159 Jun 03 21:51:59.638623 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e9f97041-6c65-4564-95bd-823ef2482e08 req-2f47e060-38ef-4ae3-9f46-95dffbb9b634 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678103 Jun 03 21:51:59.698385 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.704506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.714748 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:59.769168 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=048ef8d18c28494289c10fad986d3903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081458 Jun 03 21:51:59.771915 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42340) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:59.772991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eed73f-937e-4cee-ba91-a7f238d2bab1,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:59.779050 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:59.833637 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:59.868692 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.925283 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.963464 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 6db76657-a5b7-404a-a504-ae235183d34e triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:59.964088 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.000969 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.006168 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1224ba1a-1847-4da5-b979-4de9731c9fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:00.026051 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eed73f-937e-4cee-ba91-a7f238d2bab1,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:00.036473 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:00.037675 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.042803 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3eed73f-937e-4cee-ba91-a7f238d2bab1 HTTP/1.1" status: 204 len: 168 time: 0.2684138 Jun 03 21:52:00.142912 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe46755-8bb2-4ca5-bcfa-6854487ec00d req-fc2b04a6-4fd3-4911-ab40-efe09533b7b1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:00.146531 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ffe46755-8bb2-4ca5-bcfa-6854487ec00d req-fc2b04a6-4fd3-4911-ab40-efe09533b7b1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.3628209 Jun 03 21:52:00.195296 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.228908 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:00.231676 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2637bb2-7996-4826-aa34-7cb3c5e23233" -d '{"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:00.245160 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:00.252575 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.257005 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:00.267180 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ffe46755-8bb2-4ca5-bcfa-6854487ec00d req-9d121be2-3a06-4679-83db-9668046d91e7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086245 Jun 03 21:52:00.319829 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e367a1-80d2-44cd-b4e8-32d4cfb1ddec req-4730724f-8b21-4e02-9a61-74fd0f4c3f1f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:00.333397 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8e367a1-80d2-44cd-b4e8-32d4cfb1ddec req-4730724f-8b21-4e02-9a61-74fd0f4c3f1f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.4112203 Jun 03 21:52:00.362699 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=10']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:00.374727 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:00.376568 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015cea99-b842-482e-8618-5255358953ec x-openstack-request-id: req-015cea99-b842-482e-8618-5255358953ec {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:00.376867 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-plugged", "status": "completed", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:00.377183 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-015cea99-b842-482e-8618-5255358953ec {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:00.377719 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'code': 200} Jun 03 21:52:00.414752 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8e367a1-80d2-44cd-b4e8-32d4cfb1ddec req-e9a8fa2c-9d6f-4a93-b7ae-e3c1aabcca9c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792525 Jun 03 21:52:00.925558 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ce0cd-cc65-4ba6-baf3-f62eac481fe2 req-b90cb5c9-b2e0-48dd-b693-d35bc5b2aadc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:00.927221 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-222ce0cd-cc65-4ba6-baf3-f62eac481fe2 req-b90cb5c9-b2e0-48dd-b693-d35bc5b2aadc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1358800 Jun 03 21:52:00.996931 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-222ce0cd-cc65-4ba6-baf3-f62eac481fe2 req-24526817-73ad-456c-880e-0f03d0626355 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496175 Jun 03 21:52:01.171831 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0927a-e0e2-4d45-b452-8424d308086f req-b36c5d8a-b358-4552-86b9-965c5861b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:01.173239 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-e4e0927a-e0e2-4d45-b452-8424d308086f req-b36c5d8a-b358-4552-86b9-965c5861b878 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 1099 time: 0.1346462 Jun 03 21:52:01.237798 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-e4e0927a-e0e2-4d45-b452-8424d308086f req-d46df41d-c6f1-460f-82b9-333157a067fd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527246 Jun 03 21:52:01.310151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-137b5e5e-bf3d-4fc6-af8f-d86a54308297 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:01.311761 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-137b5e5e-bf3d-4fc6-af8f-d86a54308297 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.1275415 Jun 03 21:52:01.733817 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Deleting port 8849102e-a4d3-4c59-b53f-9f1d008cd18a {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:01.734154 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.777358 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2e1f-ad2f-4cb0-8f2d-2f4f76df5542 req-8df223c8-c31f-4606-be60-d414a52de7f7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:01.777975 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3ac96c3a-b9ae-4294-93a0-01467dde2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.778720 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-18be2e1f-ad2f-4cb0-8f2d-2f4f76df5542 req-8df223c8-c31f-4606-be60-d414a52de7f7 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 945 time: 0.2954028 Jun 03 21:52:01.842174 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c133f9-b2c5-4eea-9c6d-f9f5c35b466b req-25c73eaf-b3f3-40a3-8178-634950d1b854 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:01.844792 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-98c133f9-b2c5-4eea-9c6d-f9f5c35b466b req-25c73eaf-b3f3-40a3-8178-634950d1b854 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.2637262 Jun 03 21:52:01.989979 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-18be2e1f-ad2f-4cb0-8f2d-2f4f76df5542 req-e5af27ab-0f74-48d8-a936-bb42d6a9814e tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176256 Jun 03 21:52:02.035804 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-98c133f9-b2c5-4eea-9c6d-f9f5c35b466b req-0df9939a-0d0e-4841-812e-4047e1a17f0a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795161 Jun 03 21:52:02.043129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] For port 8849102e-a4d3-4c59-b53f-9f1d008cd18a, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=8849102e-a4d3-4c59-b53f-9f1d008cd18a,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:02.043541 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.195041 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Calling delete_port for 8849102e-a4d3-4c59-b53f-9f1d008cd18a owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:02.341421 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f512d-662b-4424-884d-c355e22294c9 req-5c9f55e4-e8bd-469c-bfd5-8136aaadf2ac tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:02.343478 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-607f512d-662b-4424-884d-c355e22294c9 req-5c9f55e4-e8bd-469c-bfd5-8136aaadf2ac tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1450837 Jun 03 21:52:02.471798 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-607f512d-662b-4424-884d-c355e22294c9 req-f67e22e6-e97d-4848-9988-ecfb58d43298 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177621 Jun 03 21:52:02.497889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.504425 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:02.513262 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['c5c50da4-e173-43af-8f12-59fe64b43dc0', '8849102e-a4d3-4c59-b53f-9f1d008cd18a'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:52:02.558249 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Pushing event deleted for resources: {'Port': ['ID=8849102e-a4d3-4c59-b53f-9f1d008cd18a,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:02.562703 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:02.676109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] No DVR routers for this DVR port 8849102e-a4d3-4c59-b53f-9f1d008cd18a on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:02.681575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.689196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'name': 'network-vif-deleted', 'tag': '8849102e-a4d3-4c59-b53f-9f1d008cd18a'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:02.693241 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f081a6f6-7c50-4d9a-b416-337a297976ac" -d '{"events": [{"server_uuid": "a3102d08-22b8-4341-a718-4d4daed6608f", "name": "network-vif-deleted", "tag": "8849102e-a4d3-4c59-b53f-9f1d008cd18a"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:02.727406 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4041d9e1-328b-4fae-8f7e-02d81ed11046 req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "DELETE /v2.0/ports/8849102e-a4d3-4c59-b53f-9f1d008cd18a HTTP/1.1" status: 204 len: 173 time: 1.4051850 Jun 03 21:52:02.814663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0911eec-6d7d-4425-9a4a-8eb90eb3156a x-openstack-request-id: req-e0911eec-6d7d-4425-9a4a-8eb90eb3156a {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:02.815080 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3102d08-22b8-4341-a718-4d4daed6608f", "name": "network-vif-deleted", "tag": "8849102e-a4d3-4c59-b53f-9f1d008cd18a", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:02.815322 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0911eec-6d7d-4425-9a4a-8eb90eb3156a {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:02.815696 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3102d08-22b8-4341-a718-4d4daed6608f', 'name': 'network-vif-deleted', 'tag': '8849102e-a4d3-4c59-b53f-9f1d008cd18a', 'status': 'completed', 'code': 200} Jun 03 21:52:03.413788 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-9e478413-36c7-4201-89ac-b6f415e42c52 req-1770b5bd-0f80-4ce4-a8b1-9e2ebb3d2d47 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Synchronizing usage tracker for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:03.450589 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42450) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:03.474999 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-9e478413-36c7-4201-89ac-b6f415e42c52 req-1770b5bd-0f80-4ce4-a8b1-9e2ebb3d2d47 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Unset dirty status for tenant:f0f2bb809def405c8b9f768b9c9a3438 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:03.486454 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9e478413-36c7-4201-89ac-b6f415e42c52 req-1770b5bd-0f80-4ce4-a8b1-9e2ebb3d2d47 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3102d08-22b8-4341-a718-4d4daed6608f HTTP/1.1" status: 200 len: 210 time: 0.2491424 Jun 03 21:52:03.569294 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0967a4-839d-4c8c-8952-e6a04283b476 req-d829bdfe-4d4d-4544-869c-d963cbb6846b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:03.571971 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8b0967a4-839d-4c8c-8952-e6a04283b476 req-d829bdfe-4d4d-4544-869c-d963cbb6846b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.2455282 Jun 03 21:52:03.688338 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.725128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:03.745184 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Usage tracker for resource:security_group_rule and tenant:22e6ed0766724596ad74572516a8aacf is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:03.750228 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8b0967a4-839d-4c8c-8952-e6a04283b476 req-a3b9bda5-bd05-43d1-b35d-5a317fd87664 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653056 Jun 03 21:52:03.759973 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:03.780194 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:03.842969 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a57448-d3c1-433f-b8e1-8ac02acb8114 req-2467c944-21d9-4b36-853b-aa61dda492da tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:03.845317 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-53a57448-d3c1-433f-b8e1-8ac02acb8114 req-2467c944-21d9-4b36-853b-aa61dda492da tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1383855 Jun 03 21:52:03.913497 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-53a57448-d3c1-433f-b8e1-8ac02acb8114 req-6fc9d027-fd74-45ec-b902-2ce53dfb0f30 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583441 Jun 03 21:52:03.916967 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.924632 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.936377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e085eb3a-12f1-4370-aeb9-0204aaca6e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.983249 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22e6ed0766724596ad74572516a8aacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310142 Jun 03 21:52:03.984844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76203f-5d2b-4940-9598-1cd930e57ce0,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:03.987433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42456) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:04.000101 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:04.062491 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.093256 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.172337 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.177486 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a26f1574-ceed-43d3-b912-5be1b9bb8304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:04.190330 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76203f-5d2b-4940-9598-1cd930e57ce0,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:04.193519 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:04.204333 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.206202 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9037b8e3-4cf1-4da6-b625-7669d6c94d20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b76203f-5d2b-4940-9598-1cd930e57ce0 HTTP/1.1" status: 204 len: 168 time: 0.2176187 Jun 03 21:52:04.385228 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.547835 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42464) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:04.567580 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.584142 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:04.589063 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7b915360e24cd485d5dc83a94768e4 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:04.592563 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:04.601120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:04.631352 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a53ad8bf-ae68-4ade-b008-8fba025df4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.725792 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.733256 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.741331 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d1f04e61-39a8-414c-9f8b-d116d5483eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:04.786887 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f7b915360e24cd485d5dc83a94768e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376454 Jun 03 21:52:04.788829 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad50155-3af2-4096-9901-96fad1dab76b,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:04.790898 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42468) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:04.794075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:04.905340 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.016935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.321248 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed7eab-57d9-4620-9272-8f4e5ecd2753 req-3d5887a0-e5f1-44fc-829b-7e97dae1319e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:05.324447 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-03ed7eab-57d9-4620-9272-8f4e5ecd2753 req-3d5887a0-e5f1-44fc-829b-7e97dae1319e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3963506 Jun 03 21:52:05.336358 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4e4db-4978-468b-84cf-ffb1337bac35 req-d6cfc44d-9b6a-4ff9-95b2-a483c706cd3d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:05.339070 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bbe4e4db-4978-468b-84cf-ffb1337bac35 req-d6cfc44d-9b6a-4ff9-95b2-a483c706cd3d tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.3327706 Jun 03 21:52:05.343985 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.370402 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:05.434538 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad50155-3af2-4096-9901-96fad1dab76b,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:05.445075 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:05.464313 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.466157 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ad50155-3af2-4096-9901-96fad1dab76b HTTP/1.1" status: 204 len: 168 time: 0.6729276 Jun 03 21:52:05.494457 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-03ed7eab-57d9-4620-9272-8f4e5ecd2753 req-6c9f03c5-59b8-4d08-9840-59812c3abdca tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537120 Jun 03 21:52:05.509524 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bbe4e4db-4978-468b-84cf-ffb1337bac35 req-8772e5e7-5340-46bf-9a8b-4228c2576931 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584933 Jun 03 21:52:05.734028 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.791286 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ab356-dfc8-4d2d-b5d3-d48ffb690cfc req-1c836744-6e81-4b7c-8940-40210f29da4c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:05.793980 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c41ab356-dfc8-4d2d-b5d3-d48ffb690cfc req-1c836744-6e81-4b7c-8940-40210f29da4c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1670520 Jun 03 21:52:05.868892 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c41ab356-dfc8-4d2d-b5d3-d48ffb690cfc req-c0f9f2d8-f096-437e-9fe8-e6a467a5ba82 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637958 Jun 03 21:52:05.875017 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 8849102e-a4d3-4c59-b53f-9f1d008cd18a no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:05.933918 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 8849102e-a4d3-4c59-b53f-9f1d008cd18a {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:05.934469 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 8849102e-a4d3-4c59-b53f-9f1d008cd18a not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:06.848333 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715db8-4a1e-453e-8ae5-fcd2873924c8 req-1a2989b0-80c0-46ab-bf09-f9c2e7def952 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:06.849954 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ed715db8-4a1e-453e-8ae5-fcd2873924c8 req-1a2989b0-80c0-46ab-bf09-f9c2e7def952 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1665418 Jun 03 21:52:06.888106 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d415-afbc-4d10-94cb-c177232dbbb9 req-a672526f-ba11-458f-bff0-b1b086dd4369 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:06.889694 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f821d415-afbc-4d10-94cb-c177232dbbb9 req-a672526f-ba11-458f-bff0-b1b086dd4369 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1596653 Jun 03 21:52:06.972132 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ed715db8-4a1e-453e-8ae5-fcd2873924c8 req-7393133c-ae6b-4b1f-984a-6698ea0a11ab tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127703 Jun 03 21:52:07.010206 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f821d415-afbc-4d10-94cb-c177232dbbb9 req-1d7d2537-6bf6-4924-9e2e-b1a130db464b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113853 Jun 03 21:52:07.386365 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.705113 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42522) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:07.870435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.888778 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:07.892904 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:57297a9a8aa94a3987cb51420b4a1d78 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:07.896106 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:07.903481 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:08.027584 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.032850 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.081192 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-13ec14c1-2e9b-425e-b883-4064e6a3c74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:08.106314 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57297a9a8aa94a3987cb51420b4a1d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954055 Jun 03 21:52:08.106681 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42530) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:08.191242 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.220807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.283136 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.287315 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7a57fb2f-c34d-49c5-994f-9f9ed2b018b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:08.304366 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a61063-9089-4c41-b100-dbeb8a3bb767,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:08.304902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a61063-9089-4c41-b100-dbeb8a3bb767,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:08.308912 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:08.312960 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b315bf42-b7e1-4ac2-9f6d-4308e581e9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:08.315077 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.320342 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2a61063-9089-4c41-b100-dbeb8a3bb767 HTTP/1.1" status: 204 len: 168 time: 0.2125678 Jun 03 21:52:08.445031 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a13d-7793-4231-971f-096288b4285b req-7e851206-5c5a-4e88-bf8d-687bd95f70fe tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:08.448444 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3a53a13d-7793-4231-971f-096288b4285b req-7e851206-5c5a-4e88-bf8d-687bd95f70fe tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2623837 Jun 03 21:52:08.464544 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a9ee9-eda4-470c-8b88-8a6839ace758 req-b14c5848-6fd2-4992-b61b-99c875acd88d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:08.467674 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1e1a9ee9-eda4-470c-8b88-8a6839ace758 req-b14c5848-6fd2-4992-b61b-99c875acd88d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3589284 Jun 03 21:52:08.604498 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3a53a13d-7793-4231-971f-096288b4285b req-a2159e91-2a3d-499c-8afa-e4bcfa62baf1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351829 Jun 03 21:52:08.619044 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1e1a9ee9-eda4-470c-8b88-8a6839ace758 req-726ab3ee-88a2-4171-9179-deb488c23162 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239929 Jun 03 21:52:09.386137 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c176-58f7-4fe9-a454-c9d8d79f3242 req-ee7bd661-cca9-46d8-8b63-429ab54dbac8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:09.388191 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ee3c176-58f7-4fe9-a454-c9d8d79f3242 req-ee7bd661-cca9-46d8-8b63-429ab54dbac8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1880295 Jun 03 21:52:09.420913 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bae7a-6eb0-453c-b692-e6413a533721 req-32734111-2d68-4667-b8ec-4e0671b5035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:09.422537 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-32734111-2d68-4667-b8ec-4e0671b5035a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1098 time: 0.1653211 Jun 03 21:52:09.549056 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ee3c176-58f7-4fe9-a454-c9d8d79f3242 req-2f869ec0-a9f4-40ef-8f09-8ba99ac12fb4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464534 Jun 03 21:52:09.733696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bae7a-6eb0-453c-b692-e6413a533721 req-69b18a7e-6ebe-4b79-821c-240c178ec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:09.736329 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-69b18a7e-6ebe-4b79-821c-240c178ec4bd service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.3028939 Jun 03 21:52:09.951631 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-ff899e39-5a35-412f-800d-620ff66fcf74 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 1001 time: 0.1656821 Jun 03 21:52:10.021054 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47bb3-49c2-48b7-8f07-595cb7f860ba req-9b7e1083-6cdc-4473-a41a-7a4fe690424f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:10.023331 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fea47bb3-49c2-48b7-8f07-595cb7f860ba req-9b7e1083-6cdc-4473-a41a-7a4fe690424f tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.2795317 Jun 03 21:52:10.114207 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bae7a-6eb0-453c-b692-e6413a533721 req-48f070fb-2990-44b5-90e2-c4bbc654c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:10.116532 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-48f070fb-2990-44b5-90e2-c4bbc654c7a5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.1485708 Jun 03 21:52:10.170298 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fea47bb3-49c2-48b7-8f07-595cb7f860ba req-a5f1bb79-a628-40cb-8138-6c71889f82a1 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241763 Jun 03 21:52:10.232387 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bae7a-6eb0-453c-b692-e6413a533721 req-4ad3d49d-6523-4dc8-9956-013912041d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:10.233873 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-4ad3d49d-6523-4dc8-9956-013912041d92 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088018 Jun 03 21:52:10.403656 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-aa401849-8dc7-43f1-9bbb-0d2c51a5f436 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573207 Jun 03 21:52:10.663481 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-885bae7a-6eb0-453c-b692-e6413a533721 req-e6d5cb09-4f23-437b-af87-49ebe4577c3f service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511563 Jun 03 21:52:10.806933 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01308f-ff9d-4ea1-af0d-003d87bcea19 req-ce73574f-c418-4974-874d-5f3518014d15 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:10.808605 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8a01308f-ff9d-4ea1-af0d-003d87bcea19 req-ce73574f-c418-4974-874d-5f3518014d15 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.0926764 Jun 03 21:52:10.862443 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8a01308f-ff9d-4ea1-af0d-003d87bcea19 req-9585c785-ca97-4388-a8ad-3a11d79c0ba1 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471492 Jun 03 21:52:11.473699 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8fe6c-d605-4403-abf4-80b1b6238f33 req-4945a9b3-4a07-4e37-86a5-e50db872264b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:11.476650 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b9b8fe6c-d605-4403-abf4-80b1b6238f33 req-4945a9b3-4a07-4e37-86a5-e50db872264b tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1601353 Jun 03 21:52:11.553173 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b9b8fe6c-d605-4403-abf4-80b1b6238f33 req-23a64327-3090-4f47-957c-38fcf7bb6f74 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/security-groups?id=842223ee-2fbd-41c1-b1e5-f9d23d4bf502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Jun 03 21:52:11.584195 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f699-502d-4279-88ea-a66748f91a31 req-42176b57-8bb5-4b77-8cde-187622683d66 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:11.585787 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f418f699-502d-4279-88ea-a66748f91a31 req-42176b57-8bb5-4b77-8cde-187622683d66 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 945 time: 0.1829574 Jun 03 21:52:11.814407 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Deleting port c5c50da4-e173-43af-8f12-59fe64b43dc0 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:11.815010 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.126946 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] For port c5c50da4-e173-43af-8f12-59fe64b43dc0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c5c50da4-e173-43af-8f12-59fe64b43dc0,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:12.127536 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.281841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Calling delete_port for c5c50da4-e173-43af-8f12-59fe64b43dc0 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:12.336489 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b28a9-b12b-480e-9f09-48dec76a39da req-5c36ddd4-39ab-4ad3-bfb0-41b36ed6fc99 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:12.338240 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fc5b28a9-b12b-480e-9f09-48dec76a39da req-5c36ddd4-39ab-4ad3-bfb0-41b36ed6fc99 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.3417938 Jun 03 21:52:12.407366 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fc5b28a9-b12b-480e-9f09-48dec76a39da req-7bf190b0-d05a-49d3-93dc-a26c4e33d12a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627465 Jun 03 21:52:12.505006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.516774 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:12.518954 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['c5c50da4-e173-43af-8f12-59fe64b43dc0'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:52:12.605759 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Pushing event deleted for resources: {'Port': ['ID=c5c50da4-e173-43af-8f12-59fe64b43dc0,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:12.611389 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:12.769929 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] No DVR routers for this DVR port c5c50da4-e173-43af-8f12-59fe64b43dc0 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:12.778682 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.782137 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'name': 'network-vif-deleted', 'tag': 'c5c50da4-e173-43af-8f12-59fe64b43dc0'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:12.784885 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea99f3a1-f8d9-48ee-9cc9-7f852b1e8801" -d '{"events": [{"server_uuid": "986ee34a-8f97-4258-9a1d-5d8eee81c715", "name": "network-vif-deleted", "tag": "c5c50da4-e173-43af-8f12-59fe64b43dc0"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:12.789872 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6fd8bb7a-0eec-4edd-bcde-e65f7324d5d0 req-4c84eb86-7751-4594-b7ca-9bee28d9f4bc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.77 "GET /v2.0/ports?device_id=986ee34a-8f97-4258-9a1d-5d8eee81c715 HTTP/1.1" status: 200 len: 210 time: 0.0711818 Jun 03 21:52:12.838888 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f418f699-502d-4279-88ea-a66748f91a31 req-38b8764a-c45b-4286-85b3-da48fb44b2dc tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] 10.222.0.107 "DELETE /v2.0/ports/c5c50da4-e173-43af-8f12-59fe64b43dc0 HTTP/1.1" status: 204 len: 173 time: 1.2460065 Jun 03 21:52:12.863762 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca7cbd-1bf8-4d11-b80c-21924aa2730f x-openstack-request-id: req-57ca7cbd-1bf8-4d11-b80c-21924aa2730f {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:12.864196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986ee34a-8f97-4258-9a1d-5d8eee81c715", "name": "network-vif-deleted", "tag": "c5c50da4-e173-43af-8f12-59fe64b43dc0", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:12.864539 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57ca7cbd-1bf8-4d11-b80c-21924aa2730f {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:12.865023 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986ee34a-8f97-4258-9a1d-5d8eee81c715', 'name': 'network-vif-deleted', 'tag': 'c5c50da4-e173-43af-8f12-59fe64b43dc0', 'status': 'completed', 'code': 200} Jun 03 21:52:13.306602 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42592) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:13.465512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.483628 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:13.488681 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Usage tracker for resource:security_group_rule and tenant:117fddc8e43b4b0e93fcee1646ae4177 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:13.491841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:13.499337 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:13.609604 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.614595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.626893 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-aa639d01-324f-400a-91ed-e2f307493756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:13.685156 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=117fddc8e43b4b0e93fcee1646ae4177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697238 Jun 03 21:52:13.688172 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42596) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:13.690383 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d076b30-9262-4e0f-b415-28927f6e0b47,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:13.693943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-cf3e5486-82ef-4fea-93f1-cec30ef3a847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:13.756568 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.786562 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.857522 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.862072 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c0f0e0bc-6928-42d5-a862-d76db0627c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:13.876523 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d076b30-9262-4e0f-b415-28927f6e0b47,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:13.879945 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:13.882387 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.887210 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d076b30-9262-4e0f-b415-28927f6e0b47 HTTP/1.1" status: 204 len: 168 time: 0.1970127 Jun 03 21:52:13.915901 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42604) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:14.701213 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.260398 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Deleting port f2faccf9-8c0f-4ed5-8303-9cab436a1b63 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:15.260646 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.408232 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] For port f2faccf9-8c0f-4ed5-8303-9cab436a1b63, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,segment=NetworkSegment(13b33f1d-1c4f-4d1a-b588-28fe2da5afe6),segment_id=13b33f1d-1c4f-4d1a-b588-28fe2da5afe6)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:15.408612 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.593255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Calling delete_port for f2faccf9-8c0f-4ed5-8303-9cab436a1b63 owned by network:router_interface {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:15.896103 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c5c50da4-e173-43af-8f12-59fe64b43dc0 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:15.946354 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: c5c50da4-e173-43af-8f12-59fe64b43dc0 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:15.946946 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c5c50da4-e173-43af-8f12-59fe64b43dc0 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:16.010654 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.016166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8b8edaed-d910-42b7-a645-366c34c69f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:16.177304 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2faccf9-8c0f-4ed5-8303-9cab436a1b63,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:16.215388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.215763 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.216126 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.216483 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.216833 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.217186 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.217531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.217875 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.218220 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.218558 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.218926 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.219296 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:16.229081 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:16.499644 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.964107 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:17.201967 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:17.213258 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] Sync routers for ids ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:17.217367 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] 10.222.0.77 "PUT /v2.0/routers/56a4cfd3-2fcd-4fde-849c-7b43d2da1547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3003736 Jun 03 21:52:17.220085 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42640) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:17.227695 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] Routers {'56a4cfd3-2fcd-4fde-849c-7b43d2da1547'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:17.228701 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:52:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:17.475320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.548855 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] Set router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:17.771657 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.877787 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Deleting port 21ac5a02-7a9e-42bb-b55b-13ee27d02565 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:17.878287 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.171022 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:52:15Z', 'revision_number': 5, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port': {'id': '21ac5a02-7a9e-42bb-b55b-13ee27d02565', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:23Z', 'updated_at': '2021-06-03T21:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:18.176280 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] Checking router: 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:18.194987 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] Routers {'56a4cfd3-2fcd-4fde-849c-7b43d2da1547'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:18.195663 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:52:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:18.284748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] For port 21ac5a02-7a9e-42bb-b55b-13ee27d02565, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=21ac5a02-7a9e-42bb-b55b-13ee27d02565,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:18.285988 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.375284 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] Set router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 gateway port host: None {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:18.498671 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 6, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:18.504257 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756ace4-b3af-4a33-a673-62feb27cd3a3 None None] The sync data for ids ['56a4cfd3-2fcd-4fde-849c-7b43d2da1547'] in dv-cinder-794669-4-smb is: [{'id': '56a4cfd3-2fcd-4fde-849c-7b43d2da1547', 'name': 'tempest-ServerRescueNegativeTestJSON-1822570987-router', 'tenant_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 6, 'project_id': 'f0f2bb809def405c8b9f768b9c9a3438', 'gw_port_host': None}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:18.526820 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Calling delete_port for 21ac5a02-7a9e-42bb-b55b-13ee27d02565 owned by network:router_gateway {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:18.736712 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.741700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c9c0a750-bd69-4a74-882e-c73646ddb7de tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:18.793209 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ac5a02-7a9e-42bb-b55b-13ee27d02565,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:18.796332 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:18.916300 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.116713 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.121074 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.282702 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.283315 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a4cfd3-2fcd-4fde-849c-7b43d2da1547 {{(pid=98277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:52:19.314965 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.319411 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/56a4cfd3-2fcd-4fde-849c-7b43d2da1547 HTTP/1.1" status: 204 len: 168 time: 2.0956879 Jun 03 21:52:19.319814 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42656) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:19.437711 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Deleting subnet 7d87f8ea-e45d-4919-a749-6303da69df68 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:19.442428 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.481201 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f2faccf9-8c0f-4ed5-8303-9cab436a1b63 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:19.530823 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.552582 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: f2faccf9-8c0f-4ed5-8303-9cab436a1b63 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:19.553028 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f2faccf9-8c0f-4ed5-8303-9cab436a1b63 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:19.553577 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 21ac5a02-7a9e-42bb-b55b-13ee27d02565 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:19.616339 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 21ac5a02-7a9e-42bb-b55b-13ee27d02565 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:19.617104 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 21ac5a02-7a9e-42bb-b55b-13ee27d02565 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:19.642114 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.128245 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.137577 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:20.210398 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d87f8ea-e45d-4919-a749-6303da69df68,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:20.215433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.219645 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:20.227548 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-af310fc2-c2c2-448e-8b38-067cdb88f361 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7d87f8ea-e45d-4919-a749-6303da69df68 HTTP/1.1" status: 204 len: 168 time: 0.9042921 Jun 03 21:52:20.230810 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42660) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:20.301597 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-8a42f0b7-4b55-419e-afc3-c887f19791ff service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880783 Jun 03 21:52:20.419034 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-72ec46d6-043a-4287-9440-3e260deec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:20.420611 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-72ec46d6-043a-4287-9440-3e260deec784 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 1098 time: 0.0882390 Jun 03 21:52:20.425621 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.618305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-b93a8413-c9a7-4275-9260-b5f332ba0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:20.621569 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-b93a8413-c9a7-4275-9260-b5f332ba0117 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.1709282 Jun 03 21:52:20.708278 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:52:20.769068 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-2278c09b-ded7-408b-b68c-7306c8957cd2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 200 len: 1001 time: 0.1395864 Jun 03 21:52:20.779306 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.796543 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adac079e-9911-44dc-9bf8-719327c00b77']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:20.814483 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:20.814837 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b33f1d-1c4f-4d1a-b588-28fe2da5afe6') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:20.833557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.859517 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.870750 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:20.871329 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:20.888684 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:20.947022 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-afccc882-65e8-4da6-81e1-7ace7c940a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:20.948803 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-afccc882-65e8-4da6-81e1-7ace7c940a41 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.1699777 Jun 03 21:52:21.039992 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.046042 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-233dde49-02b0-49e5-93f3-c1c27e7dc35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:21.047452 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-5049fb92-b9f3-40af-a299-fdbedb4868aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:21.049125 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-5049fb92-b9f3-40af-a299-fdbedb4868aa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929728 Jun 03 21:52:21.073368 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.089411 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=adac079e-9911-44dc-9bf8-719327c00b77,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:21.095595 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:21.103543 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/adac079e-9911-44dc-9bf8-719327c00b77 HTTP/1.1" status: 204 len: 168 time: 0.8711948 Jun 03 21:52:21.227382 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-56bab36d-c9e5-4107-a85a-9e27d506fab9 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700821 Jun 03 21:52:21.361462 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42670) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:21.422190 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6bbce11e-defd-4c88-bb87-a78d760cb632 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0f2bb809def405c8b9f768b9c9a3438&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593708 Jun 03 21:52:21.428203 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42672) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:21.443365 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e46baa3f-7bcb-4e80-a4ae-14fc2ced4414 req-fadbf826-c63f-4917-b8ff-327fa46cd03c service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047989 Jun 03 21:52:21.513793 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.548240 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.638728 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.645944 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9d03ecf4-8505-4f2c-ae24-333c9c42d58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:21.651015 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.677784 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842223ee-2fbd-41c1-b1e5-f9d23d4bf502,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:21.685062 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:21.688805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.690808 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/842223ee-2fbd-41c1-b1e5-f9d23d4bf502 HTTP/1.1" status: 204 len: 168 time: 0.2609770 Jun 03 21:52:29.756176 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 42816) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.894986 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.911145 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:29.915958 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8fd85ba75e243729a72c51ef904cfe0 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:29.919006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:29.925356 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:30.030455 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.035595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.044146 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4518d3f7-8b06-484a-9e1e-5b9f3c69df3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:30.089426 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d8fd85ba75e243729a72c51ef904cfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319376 Jun 03 21:52:30.090623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66cf2f9-5a30-4a56-8386-173a6c1dbae2,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:30.093986 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42820) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.104884 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.105461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.106037 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.106603 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.107213 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.107786 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.108354 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.108920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.109493 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.110047 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.110614 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.111409 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:30.117961 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:30.190612 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.222817 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.305576 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.310072 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-be3a92f3-2bc1-42e1-ad8a-ebf63a62ade2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:30.323017 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66cf2f9-5a30-4a56-8386-173a6c1dbae2,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:30.326384 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:30.336415 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.338293 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d66cf2f9-5a30-4a56-8386-173a6c1dbae2 HTTP/1.1" status: 204 len: 168 time: 0.2426095 Jun 03 21:52:31.760259 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d8eb071f-947f-469c-afa9-4e2fac2e4ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.381750 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.617553 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-7f310e2f-205c-4c44-8ffa-ddcf0ef5bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.174444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42948) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:35.315090 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.333110 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:35.338665 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Usage tracker for resource:security_group_rule and tenant:7fd174973fa642f89e581675706bb204 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:35.342938 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:35.352392 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:35.450466 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.455708 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.470578 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-afcdc9fa-b740-4c31-b681-7d91c31d628e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:35.520599 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304caf97-9416-4126-8da0-15babeca161b,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:35.526112 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7fd174973fa642f89e581675706bb204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506939 Jun 03 21:52:35.527111 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0e01d477-919b-4bca-ac8e-d01a7ee5d95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:35.530018 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 42952) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:35.599717 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.638216 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.713732 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.719383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4bf6ba3d-8210-4d54-a3a2-17c0e14f0ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:35.731161 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.733109 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304caf97-9416-4126-8da0-15babeca161b,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:35.735662 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:35.741449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.746056 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/304caf97-9416-4126-8da0-15babeca161b HTTP/1.1" status: 204 len: 168 time: 0.2122695 Jun 03 21:52:37.380256 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.095126 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43012) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:38.319892 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.346835 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:38.353424 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Usage tracker for resource:security_group_rule and tenant:4058a1223175448f9534053a1ac0666c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:38.358010 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:38.365748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:38.469128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.474402 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.483572 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7b242404-ab49-4409-81e1-896f3cbfbc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:38.529933 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417f6042-9096-4d73-a067-c3161121bf53,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:38.535500 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4058a1223175448f9534053a1ac0666c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385822 Jun 03 21:52:38.537005 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43016) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:38.537505 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:38.609176 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.638510 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.701703 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.705841 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:38.725515 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f6042-9096-4d73-a067-c3161121bf53,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:38.729182 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:38.745605 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.747333 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/417f6042-9096-4d73-a067-c3161121bf53 HTTP/1.1" status: 204 len: 168 time: 0.2089036 Jun 03 21:52:39.173388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43026) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:39.193810 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.213166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:39.217713 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Usage tracker for resource:security_group_rule and tenant:5d9ac98d44894285a45fdc4291fa9c1c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:39.220950 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:39.228490 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:39.329919 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.337808 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.345928 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6e5de569-dbaf-4b1b-85a4-43bf7f7cc0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:39.398391 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d9ac98d44894285a45fdc4291fa9c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236040 Jun 03 21:52:39.399397 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f87eed-f086-4182-9d84-102e57196589,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:39.401933 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43028) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:39.402559 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:39.520391 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.575284 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.667502 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.674320 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-9a54d66e-960a-42b2-bcff-bb9c64ecd192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:39.692208 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f87eed-f086-4182-9d84-102e57196589,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:39.696111 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:39.700633 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.701961 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84f87eed-f086-4182-9d84-102e57196589 HTTP/1.1" status: 204 len: 168 time: 0.2983766 Jun 03 21:52:48.384451 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20771db-eb27-49d6-aaec-ba00d668bb60 req-6185c258-5cba-4c22-b5de-6d623424f64e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.386204 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f20771db-eb27-49d6-aaec-ba00d668bb60 req-6185c258-5cba-4c22-b5de-6d623424f64e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1078339 Jun 03 21:52:48.447554 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f20771db-eb27-49d6-aaec-ba00d668bb60 req-05f14bbb-f4ec-4460-b401-fd9b1f09fdb3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509572 Jun 03 21:52:48.870893 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43174) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:49.071160 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.102090 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:49.109693 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Usage tracker for resource:security_group_rule and tenant:f09593e01eef43379ffa38f2db796d7b is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:49.115025 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:49.127893 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:49.296811 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.303498 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.317191 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-27109151-5cb2-4587-bc40-cb92dc332017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:49.384759 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880f08b-76ea-48b9-9d26-d46b3953ca7c,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:49.389678 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f09593e01eef43379ffa38f2db796d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172877 Jun 03 21:52:49.390646 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-eefe842e-3371-4433-8d59-df9a6410c34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:49.393720 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43182) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:49.473007 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.512200 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.580742 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.589809 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-41103fc7-f06a-4676-b09f-29988d59c8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:49.614341 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880f08b-76ea-48b9-9d26-d46b3953ca7c,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:49.619665 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:49.622099 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.623744 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-3531dc30-35b5-43be-824c-9fa714214703 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d880f08b-76ea-48b9-9d26-d46b3953ca7c HTTP/1.1" status: 204 len: 168 time: 0.2287877 Jun 03 21:52:49.799491 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fef-92aa-4454-8c57-0f21171f3e5d req-b547abde-2c45-47a0-80d3-bf79b19920fc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.802312 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a0c2fef-92aa-4454-8c57-0f21171f3e5d req-b547abde-2c45-47a0-80d3-bf79b19920fc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1221008 Jun 03 21:52:49.864959 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2a0c2fef-92aa-4454-8c57-0f21171f3e5d req-4dba5aa1-de74-4591-bf1f-0468fe090529 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529485 Jun 03 21:52:50.128902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43190) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:50.168920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585718-4d69-4727-99b3-304110262ea9 req-8abbf162-84d5-45eb-ba61-fe6627c1d459 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:50.171189 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.172070 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-44585718-4d69-4727-99b3-304110262ea9 req-8abbf162-84d5-45eb-ba61-fe6627c1d459 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.1596098 Jun 03 21:52:50.199076 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:50.204680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f4e638cb622841c4b1d333170de14679 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:50.208245 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:50.216201 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:50.337764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.344345 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.353040 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-30b34f4b-f227-4374-90b7-1fdb8582defa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:50.409277 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc5642-8fed-4943-80f4-e7175853b041,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:50.412807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:50.418971 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4e638cb622841c4b1d333170de14679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884629 Jun 03 21:52:50.419970 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43194) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:50.456294 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Deleting port 6db76657-a5b7-404a-a504-ae235183d34e {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:50.457955 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.499828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.557302 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.691192 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.701463 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-63a743a3-e5f1-42cc-845a-5fb38b9ccdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:50.714269 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] For port 6db76657-a5b7-404a-a504-ae235183d34e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=6db76657-a5b7-404a-a504-ae235183d34e,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:50.714979 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.732391 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc5642-8fed-4943-80f4-e7175853b041,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:50.736338 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:50.766802 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.770022 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0adc5642-8fed-4943-80f4-e7175853b041 HTTP/1.1" status: 204 len: 168 time: 0.3474731 Jun 03 21:52:51.342414 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.343237 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.343569 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Floating IP 158ff997-54ee-419d-8e44-9cf3a4b4e681 disassociated. External IP: 172.28.1.106, port: 6db76657-a5b7-404a-a504-ae235183d34e. Jun 03 21:52:51.343914 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Calling delete_port for 6db76657-a5b7-404a-a504-ae235183d34e owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:51.385918 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83f6f-c4ec-48f1-8cfd-87836ee319bb req-d44cd854-77ed-47f9-b8dd-41ca8144caa3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:51.387546 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-44a83f6f-c4ec-48f1-8cfd-87836ee319bb req-d44cd854-77ed-47f9-b8dd-41ca8144caa3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 946 time: 0.3317969 Jun 03 21:52:51.458735 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-44a83f6f-c4ec-48f1-8cfd-87836ee319bb req-6687aabd-1092-4c2e-a654-987a207f4a01 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=6bd93055-4c37-4de6-b287-2ddf8cebd330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632100 Jun 03 21:52:51.562397 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.569904 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:51.623071 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event deleted for resources: {'Port': ['ID=6db76657-a5b7-404a-a504-ae235183d34e,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:51.627131 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:51.664114 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.879768 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Router 53d84f39-c410-4ae0-8b76-c23bee40962e has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:52.106489 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:52.121438 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:52.133866 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:52.135282 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:52:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:52.266840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] No DVR routers for this DVR port 6db76657-a5b7-404a-a504-ae235183d34e on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:52.278890 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.283278 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-deleted', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:52.286936 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e488b1-251b-4d85-b3f8-9fbfa6035312" -d '{"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-deleted", "tag": "6db76657-a5b7-404a-a504-ae235183d34e"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:52.317846 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-44585718-4d69-4727-99b3-304110262ea9 req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "DELETE /v2.0/ports/6db76657-a5b7-404a-a504-ae235183d34e HTTP/1.1" status: 204 len: 173 time: 2.1388788 Jun 03 21:52:52.426675 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08fac2-719d-47ac-ba40-728b1d653617 x-openstack-request-id: req-4b08fac2-719d-47ac-ba40-728b1d653617 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:52.427960 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5857c-7574-45e7-8853-be6e76f3af1d", "name": "network-vif-deleted", "tag": "6db76657-a5b7-404a-a504-ae235183d34e", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:52.429640 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b08fac2-719d-47ac-ba40-728b1d653617 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:52.430874 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5857c-7574-45e7-8853-be6e76f3af1d', 'name': 'network-vif-deleted', 'tag': '6db76657-a5b7-404a-a504-ae235183d34e', 'status': 'completed', 'code': 200} Jun 03 21:52:52.482565 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:52.756791 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e6b2b8f4-d9f7-4090-8a9a-b5c073b96efa req-dcd6a865-77bb-4a71-998d-f786566115c6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Synchronizing usage tracker for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:52.785112 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e6b2b8f4-d9f7-4090-8a9a-b5c073b96efa req-dcd6a865-77bb-4a71-998d-f786566115c6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Unset dirty status for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:52.798853 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e6b2b8f4-d9f7-4090-8a9a-b5c073b96efa req-dcd6a865-77bb-4a71-998d-f786566115c6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfa5857c-7574-45e7-8853-be6e76f3af1d HTTP/1.1" status: 200 len: 210 time: 0.1020715 Jun 03 21:52:53.135662 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:53.141797 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:53.167201 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:53.168446 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:52:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:53.437094 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:53.892893 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:53.898822 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd0902-878b-4678-8f72-cb4d31b694c4 None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:54.050729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43272) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:54.086430 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:54.160966 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 6db76657-a5b7-404a-a504-ae235183d34e {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:54.162043 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 6db76657-a5b7-404a-a504-ae235183d34e not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:54.170115 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.230511 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.331656 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.338848 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-86be62e4-af50-46c5-b108-6c67797b5abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:54.377527 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5364e7aa-ea00-437d-8083-2212d7067d46 None None] New status for floating IP 158ff997-54ee-419d-8e44-9cf3a4b4e681: DOWN {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:52:54.378261 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd93055-4c37-4de6-b287-2ddf8cebd330,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:54.385551 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:54.388930 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.403706 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43276) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:54.421468 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "DELETE /v2.0/security-groups/6bd93055-4c37-4de6-b287-2ddf8cebd330 HTTP/1.1" status: 204 len: 168 time: 0.3684626 Jun 03 21:52:54.456118 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.api.v2.resource [None req-67d00416-9c86-460c-b5c8-d89f566a3c26 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] show failed (client error): The resource could not be found. Jun 03 21:52:54.457512 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-67d00416-9c86-460c-b5c8-d89f566a3c26 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups/6bd93055-4c37-4de6-b287-2ddf8cebd330 HTTP/1.1" status: 404 len: 347 time: 0.0514398 Jun 03 21:52:54.464123 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43280) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:54.870617 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Deleting port 40311069-9d45-468b-8a2f-a5628400dce5 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:54.871267 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.062814 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.063507 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.090017 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed0667-df23-4351-bcf8-fc4a9b1687b7 req-9c365f17-68b8-4197-b887-f3684af4fb39 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:55.091682 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a3ed0667-df23-4351-bcf8-fc4a9b1687b7 req-9c365f17-68b8-4197-b887-f3684af4fb39 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1215916 Jun 03 21:52:55.196206 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a3ed0667-df23-4351-bcf8-fc4a9b1687b7 req-62636ae1-ae45-4224-bd18-8dfb502b72d1 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917771 Jun 03 21:52:55.339763 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43294) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:55.349742 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Calling delete_port for 40311069-9d45-468b-8a2f-a5628400dce5 owned by network:floatingip {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:55.501382 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.521487 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:55.528782 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Usage tracker for resource:security_group_rule and tenant:b6c41e271d2843b8aeda644046e7a3d6 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:55.533383 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:55.542001 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:55.579389 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.584631 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f43c6f8f-2277-4eb8-a9e2-54c1e70967a1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:55.637883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event deleted for resources: {'Port': ['ID=40311069-9d45-468b-8a2f-a5628400dce5,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:55.663921 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.676618 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:55.682190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.696461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e458ad2e-eac5-449b-a8a4-c43b837efb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:55.752085 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.777897 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70156cb9-682d-4044-9f31-25c8ba94b7d0,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:55.779987 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.783321 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "DELETE /v2.0/floatingips/158ff997-54ee-419d-8e44-9cf3a4b4e681 HTTP/1.1" status: 204 len: 168 time: 1.3156345 Jun 03 21:52:55.785823 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6c41e271d2843b8aeda644046e7a3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437935 Jun 03 21:52:55.787422 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:55.792102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43300) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:55.923291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.962513 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.056065 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.068748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-05e96cdf-54ba-48ab-8ec0-0245c952706f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:56.084958 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70156cb9-682d-4044-9f31-25c8ba94b7d0,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:56.089561 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:56.092392 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.094877 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70156cb9-682d-4044-9f31-25c8ba94b7d0 HTTP/1.1" status: 204 len: 168 time: 0.3010547 Jun 03 21:52:56.570930 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43316) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.578371 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956427083', 'description': 'tempest-description--2072036806'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:56.586986 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:56.593065 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:56.598024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:56.603095 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24da34-1954-4b83-9c17-a5b94989872e req-98541af2-b30d-4adb-b742-e208f5034878 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:56.607937 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:56.620675 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dd24da34-1954-4b83-9c17-a5b94989872e req-98541af2-b30d-4adb-b742-e208f5034878 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1919763 Jun 03 21:52:56.629258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.666107 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:56.672234 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:56.676252 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:56.694744 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:56.742394 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dd24da34-1954-4b83-9c17-a5b94989872e req-d6f4edad-cd32-415c-8a7b-743ae31cb287 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198819 Jun 03 21:52:56.843440 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.850261 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.862208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0b3b17d1-c860-4fc2-86b4-2caf7859725f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:56.926446 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-8332f4b3-cd30-4c93-abe0-1d5e2491da7b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:56.929471 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-8332f4b3-cd30-4c93-abe0-1d5e2491da7b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1544697 Jun 03 21:52:56.941431 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a42719-6dce-45a0-954f-fd941a3abc48,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:56.952278 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:56.954350 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.959739 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3840294 Jun 03 21:52:56.963461 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43324) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.969524 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'security_group_rule': {'security_group_id': '05a42719-6dce-45a0-954f-fd941a3abc48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:56.977494 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:56.982968 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:56.988577 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:56.997613 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:57.027435 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.164957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.172585 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.177685 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:57.192942 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Deleting port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:57.193618 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.218132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268ed9c5-6222-44e9-9918-ec9c68b14d43,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:57.227906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:57.241939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.243418 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-529198ab-a0c5-466b-ae51-60b793b98201 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786193 Jun 03 21:52:57.248062 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43332) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.253726 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'security_group_rule': {'security_group_id': '05a42719-6dce-45a0-954f-fd941a3abc48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:57.262005 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:57.267810 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:security_group_rule and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:57.271198 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:57.281050 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:57.305898 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.398755 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.405140 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.405991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] For port 52ec2db8-7ede-4b9f-9e7d-97c61db13663, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ec2db8-7ede-4b9f-9e7d-97c61db13663,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:57.406522 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.408390 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:57.450840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823ce3de-cca6-4ae2-9ef0-5d06a8bb2a15,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:57.464372 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:57.468148 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.474021 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2201645 Jun 03 21:52:57.474673 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43336) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.481406 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'floatingip': {'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:57.488586 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:57.494277 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:floatingip and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:57.498753 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:57.502255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43338) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.514551 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:57.530837 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.719570 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:52:57.733950 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1735850394-network', 'tenant_id': 'a155a15518f441a3be816841fd7dab82'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:57.741860 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:57.750316 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Usage tracker for resource:network and tenant:a155a15518f441a3be816841fd7dab82 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:57.754518 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:57.764600 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:57.792736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Made reservation on behalf of a155a15518f441a3be816841fd7dab82 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:57.797469 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.849635 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.871948 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.943021 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:57.957456 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Usage tracker for resource:security_group_rule and tenant:a155a15518f441a3be816841fd7dab82 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:57.964421 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:57.976471 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:58.110494 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.111133 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.111287 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Floating IP 6ce0518f-1a35-4858-8f34-7ef357feea62 disassociated. External IP: 172.28.1.185, port: 52ec2db8-7ede-4b9f-9e7d-97c61db13663. Jun 03 21:52:58.111687 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Calling delete_port for 52ec2db8-7ede-4b9f-9e7d-97c61db13663 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:58.123604 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Allocated IP 172.28.1.111 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/08b22cd3-7ba0-4f96-a0e7-f79922b0b36a) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:58.146242 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df766c7-8854-46aa-ad53-fcbb56a63285 req-d91c108c-8678-420d-96a7-307335a8bb44 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:58.148595 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9df766c7-8854-46aa-ad53-fcbb56a63285 req-d91c108c-8678-420d-96a7-307335a8bb44 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 945 time: 0.1692431 Jun 03 21:52:58.264459 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9df766c7-8854-46aa-ad53-fcbb56a63285 req-57d5dcad-1b8e-4202-816e-883696a1a33f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=b8cad120-435c-459c-b866-1dca20027a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933409 Jun 03 21:52:58.277713 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.359590 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.369165 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fdb0b070-9801-4c3c-9cab-65c57f5c07ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:58.427766 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.442280 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0ef8f885-2494-48bb-8fc0-5bd3ee534869 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:58.446228 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1537} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:52:58.461507 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46529b98-e158-457b-9c41-c8a5071224d9,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:58.490119 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:58.504178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.504429 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Added segment 91545499-1c5d-4998-8c93-0591f5be35bb of type vlan for network df738f98-d14f-4237-a12d-16f6140370b9 Jun 03 21:52:58.532067 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event deleted for resources: {'Port': ['ID=52ec2db8-7ede-4b9f-9e7d-97c61db13663,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:58.539470 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:58.546973 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.599008 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.681242 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.685311 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:58.686627 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.696178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:58.740356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.887206 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Router 5e552513-e36e-4d43-942c-af6a0703d66f has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:58.926889 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:58.933535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:58.937825 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4341364 Jun 03 21:52:58.939251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:58.984011 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Pushing event updated for resources: {'Network': ['ID=df738f98-d14f-4237-a12d-16f6140370b9,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:58.987653 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43376) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:59.005331 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:59.006484 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-832b090f-adb4-471e-a396-27556a926464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:59.011104 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network df738f98-d14f-4237-a12d-16f6140370b9 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:52:59.067169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Request body: {'subnet': {'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1735850394-subnet', 'tenant_id': 'a155a15518f441a3be816841fd7dab82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:59.076395 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:59.083432 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Usage tracker for resource:subnet and tenant:a155a15518f441a3be816841fd7dab82 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:59.089963 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:59.171132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:59.235527 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Made reservation on behalf of a155a15518f441a3be816841fd7dab82 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:59.238598 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14134835'] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.308477 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'Port': ['ID=08b22cd3-7ba0-4f96-a0e7-f79922b0b36a,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:59.321241 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:59.362686 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:59.378207 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:59.398460 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:59.399143 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:52:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:59.420619 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.602310 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] No DVR routers for this DVR port 52ec2db8-7ede-4b9f-9e7d-97c61db13663 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:59.621076 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.626072 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'name': 'network-vif-deleted', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:59.630634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2181ebd-555f-4dab-aa8d-459f58c4a094" -d '{"events": [{"server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "name": "network-vif-deleted", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:59.665444 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e25b3459-95f8-49a7-816f-381e28a28e8b req-dbaa7719-1ce0-4392-92b1-c57f374d5a58 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:59.665764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.673602 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b23cf52f-5d1e-4e9a-9160-72ea9f2d7f9c req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "DELETE /v2.0/ports/52ec2db8-7ede-4b9f-9e7d-97c61db13663 HTTP/1.1" status: 204 len: 173 time: 2.7388551 Jun 03 21:52:59.694953 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e25b3459-95f8-49a7-816f-381e28a28e8b req-dbaa7719-1ce0-4392-92b1-c57f374d5a58 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:59.713385 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e25b3459-95f8-49a7-816f-381e28a28e8b req-dbaa7719-1ce0-4392-92b1-c57f374d5a58 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=927282d8-a02a-4177-952c-af8ebdc50df7 HTTP/1.1" status: 200 len: 210 time: 0.1790521 Jun 03 21:52:59.768558 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a7c36-0d71-467c-9dc5-89ec32785e93 x-openstack-request-id: req-915a7c36-0d71-467c-9dc5-89ec32785e93 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:59.769059 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927282d8-a02a-4177-952c-af8ebdc50df7", "name": "network-vif-deleted", "tag": "52ec2db8-7ede-4b9f-9e7d-97c61db13663", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:59.769749 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-915a7c36-0d71-467c-9dc5-89ec32785e93 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:59.771054 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927282d8-a02a-4177-952c-af8ebdc50df7', 'name': 'network-vif-deleted', 'tag': '52ec2db8-7ede-4b9f-9e7d-97c61db13663', 'status': 'completed', 'code': 200} Jun 03 21:52:59.777473 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:00.151250 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ec2db8-7ede-4b9f-9e7d-97c61db13663 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:00.229485 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.237588 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 52ec2db8-7ede-4b9f-9e7d-97c61db13663 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:00.238130 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ec2db8-7ede-4b9f-9e7d-97c61db13663 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:00.250286 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.257572 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a7110cf0-0407-4644-90c5-a7f60af9422c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:00.386285 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:00.393199 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:00.412617 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:00.414943 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:52:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:00.440302 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'Port': ['ID=08b22cd3-7ba0-4f96-a0e7-f79922b0b36a,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:00.446889 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:00.532264 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14142304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14134817'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.541676 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:00.578714 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.643504 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc9206e-4230-4390-abdc-f45233293ea1,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:00.650845 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:00.654427 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.655815 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1792834 Jun 03 21:53:00.674126 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Checking segment: {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:00.674557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Network hostable DHCP agents. Network: df738f98-d14f-4237-a12d-16f6140370b9, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:53:00.684977 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:00.696949 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Network df738f98-d14f-4237-a12d-16f6140370b9 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:53:00.709975 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, df738f98-d14f-4237-a12d-16f6140370b9) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:00.721673 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:00.722400 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.745818 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-845d6f6e-6455-4472-87c7-0de449cbfc7f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7505877 Jun 03 21:53:00.766200 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d8682-847c-487b-9374-0397421e60a2 None None] Network df738f98-d14f-4237-a12d-16f6140370b9 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:00.986807 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-2b7d6fba-e914-4dcd-9297-b948485d9961 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1956427083&fields=id&tenant_id=0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 267 time: 0.0699735 Jun 03 21:53:00.999281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43422) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.129221 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.207663 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.256256 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-6774a4a8-daa8-40f5-9396-14dc53996dff tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:01.264187 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-6774a4a8-daa8-40f5-9396-14dc53996dff tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 817 time: 0.2672324 Jun 03 21:53:01.308263 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179752b-df47-4513-b382-6877f9633123 None None] Network df738f98-d14f-4237-a12d-16f6140370b9 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:01.309933 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-e3e0c3d0-7b74-441e-b151-45d3c3a2ad92 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/quotas/0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 375 time: 0.0386126 Jun 03 21:53:01.347205 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.363700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-90102b18-464b-4c31-8203-755ed1ce82fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:01.408895 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cad120-435c-459c-b866-1dca20027a3d,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:01.425589 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:01.448792 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.450742 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "DELETE /v2.0/security-groups/b8cad120-435c-459c-b866-1dca20027a3d HTTP/1.1" status: 204 len: 168 time: 0.4497297 Jun 03 21:53:01.454474 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43428) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.483223 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.api.v2.resource [None req-9f8fb3e4-5073-43df-87fb-a782d39d57ab tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] show failed (client error): The resource could not be found. Jun 03 21:53:01.485017 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9f8fb3e4-5073-43df-87fb-a782d39d57ab tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups/b8cad120-435c-459c-b866-1dca20027a3d HTTP/1.1" status: 404 len: 347 time: 0.0290444 Jun 03 21:53:01.488706 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43430) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.497992 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-8eba4c5d-5c1a-4c74-a186-930236b24539 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1868386 Jun 03 21:53:01.551251 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:01.591390 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a00cc5-1392-423a-8db5-e2bdd66e0302 None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:01.772524 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ce93d705-c1db-4874-b504-941ff3b36022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.017244 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Deleting port 0ef672ef-8c34-4998-ad70-8e4f6d8cae94 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:02.017687 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.029363 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-fb4bea6d-5900-40dc-9019-ebf4e0dcc575 service neutron] 10.222.0.77 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144315 Jun 03 21:53:02.151829 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaad8d-b669-44a6-9354-32fe5d945368 None None] New status for floating IP 6ce0518f-1a35-4858-8f34-7ef357feea62: DOWN {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:53:02.248503 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.248860 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.292727 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-87a97109-7580-422d-8c01-c1ce6965cd8e service neutron] 10.222.0.77 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588439 Jun 03 21:53:02.474131 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Calling delete_port for 0ef672ef-8c34-4998-ad70-8e4f6d8cae94 owned by network:floatingip {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:02.584119 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43452) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:02.616717 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fb6a0695-976b-41e1-b532-a45c046c00a6 req-4b07315c-bb5f-4e3b-a8ec-f3d7ae1cb02c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 210 time: 0.1165292 Jun 03 21:53:02.693054 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.700007 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9a5cdacc-1511-402f-bddf-511a18ad861b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:02.793344 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event deleted for resources: {'Port': ['ID=0ef672ef-8c34-4998-ad70-8e4f6d8cae94,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:02.796346 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:02.811591 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.846095 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:02.855804 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Usage tracker for resource:security_group_rule and tenant:bd881814d6344d8bb22038920e136356 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:02.860008 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:02.869583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:03.000309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.002183 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.008794 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.021824 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-8434371a-91be-46d1-a7db-fe9a650b432f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.024987 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.026268 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ea1ede29-1384-4f35-a6c6-cb9effb3c1e4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "DELETE /v2.0/floatingips/6ce0518f-1a35-4858-8f34-7ef357feea62 HTTP/1.1" status: 204 len: 168 time: 1.5360377 Jun 03 21:53:03.099951 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd881814d6344d8bb22038920e136356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032012 Jun 03 21:53:03.101971 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd72dd9f-09fb-475a-b031-6d5b344a526e,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:03.107395 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:03.107882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43466) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:03.240549 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.298075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.413772 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.422671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-f2b4855d-185c-4d3d-a621-31ec7d7d7a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.430957 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43470) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:03.438641 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854988706', 'description': 'tempest-description--1387723329'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:03.448693 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd72dd9f-09fb-475a-b031-6d5b344a526e,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:03.450657 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:03.451944 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:03.454884 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.468126 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:03.473664 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-40da652e-d452-473d-8bb0-db87a7cd81e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd72dd9f-09fb-475a-b031-6d5b344a526e HTTP/1.1" status: 204 len: 168 time: 0.3631091 Jun 03 21:53:03.487035 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:03.506011 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:03.523459 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.552748 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:03.559191 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:03.563019 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:03.571992 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:03.778234 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.787347 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.799234 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-23f0ae65-be65-4667-84b6-11a344c53203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.954446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43488) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:03.975925 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.997839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:04.005785 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0012bb61add498092e6ad21f39e39d0 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:04.013171 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:04.018353 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-50c50541-c04b-4faf-b572-3ecf240747e0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:04.019928 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-50c50541-c04b-4faf-b572-3ecf240747e0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/networks?id=df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 200 len: 814 time: 0.4063613 Jun 03 21:53:04.022712 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b2eb5fd2-b8e0-4884-b9b0-26607f66ddde req-b68c661b-b207-4dd2-845b-07f07f9e9933 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 210 time: 0.1816144 Jun 03 21:53:04.031757 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015c6518-5dea-4571-9fde-ba0e397774e5,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:04.038869 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:04.040357 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:04.130510 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-215aa257-ad2f-4a5b-ba10-e1bf44d0e2a3 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/quotas/a155a15518f441a3be816841fd7dab82 HTTP/1.1" status: 200 len: 375 time: 0.0902760 Jun 03 21:53:04.137062 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.138327 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7059271 Jun 03 21:53:04.144280 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43490) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:04.167068 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'security_group_rule': {'security_group_id': '015c6518-5dea-4571-9fde-ba0e397774e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:04.228431 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:04.240876 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-688cd390-ed6a-4049-9720-f1fefef34a27 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a155a15518f441a3be816841fd7dab82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980361 Jun 03 21:53:04.257158 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:04.259325 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.265166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.274600 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d2463d73-f3da-4b37-a0ca-ee68c40ef6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:04.322479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb2503f-9cc0-4d66-bca5-d7c48627e383,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:04.327241 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0012bb61add498092e6ad21f39e39d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716609 Jun 03 21:53:04.328234 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:04.331739 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43494) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:04.370613 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:04.392417 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:04.399131 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.404474 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-2ffb9cfc-0f9c-43d9-ae33-c6e4871ce133 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:04.406077 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-2ffb9cfc-0f9c-43d9-ae33-c6e4871ce133 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 817 time: 0.4416847 Jun 03 21:53:04.409659 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.451690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.464560 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.487429 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-9825e2f6-1c28-4515-89f2-84db2a382e4d service neutron] 10.222.0.77 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238846 Jun 03 21:53:04.529572 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.539131 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:04.546360 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-8e45ea56-6429-4f59-bc06-791bdb99d910 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 380 time: 0.1273215 Jun 03 21:53:04.559859 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb2503f-9cc0-4d66-bca5-d7c48627e383,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:04.569987 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'port': {'device_id': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'admin_state_up': True, 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'security_groups': ['05a42719-6dce-45a0-954f-fd941a3abc48']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:04.571768 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:04.573433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.579023 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfb2503f-9cc0-4d66-bca5-d7c48627e383 HTTP/1.1" status: 204 len: 168 time: 0.2422884 Jun 03 21:53:04.632865 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b5a2bd74-3a44-4e34-9792-46549583308f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.837346 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.847399 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.850438 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-d763d769-b8a8-4590-a912-ff56c1a7a67e service neutron] 10.222.0.77 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478119 Jun 03 21:53:04.873018 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:04.919949 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:04.923321 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e6c875-81f2-4171-85e4-69cf7a7bbd83,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:04.933589 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:04.935569 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Usage tracker for resource:port and tenant:0ad23c157b3045d18fcfa1ad547160bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:04.943376 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:04.957388 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.960376 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-f01cc474-0427-450b-b629-1850fcfa0c7f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7977650 Jun 03 21:53:04.961626 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:04.964789 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43502) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:04.974968 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'security_group_rule': {'security_group_id': '015c6518-5dea-4571-9fde-ba0e397774e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:04.985058 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Made reservation on behalf of 0ad23c157b3045d18fcfa1ad547160bc for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:04.985994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:04.989466 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.994673 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:security_group_rule and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:05.001688 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:05.019177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:05.076422 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.246298 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-06c29e86-f829-477e-8a01-6dff1d8eee33 req-78583fe2-5ba1-4214-b94d-8a25fda09be2 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 210 time: 0.1212482 Jun 03 21:53:05.308460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.324035 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.327773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2a9daa1f-f185-47b3-9493-0aca440661c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:05.383294 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b6eb3c-03e3-4394-adf1-c1b454a19c6e,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:05.391883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:05.407631 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.411571 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9260ebc6-218b-4d39-972a-aa7e4a61bfb7 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4441259 Jun 03 21:53:05.415201 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43518) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:05.426535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'floatingip': {'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:05.440223 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:05.450975 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:floatingip and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:05.455699 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:05.464900 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:05.482895 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.498964 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8decf95d-37cf-4e26-85ba-f658a2247d57 req-dc6b6fd4-78f7-4103-a2f9-3554e24a0a55 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 210 time: 0.0942836 Jun 03 21:53:05.558980 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Allocated IP 172.20.0.13 (a92c9e8f-e534-4592-b5a6-644e46c85660/4a7ced35-945b-4d6d-af58-aeffd3afc7ae/7b857036-e06e-49c9-b97e-14f39f3cd366) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:05.764581 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.808051 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.000655 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.029107 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Transition to ACTIVE for port object 7b857036-e06e-49c9-b97e-14f39f3cd366 will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:06.050317 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Allocated IP 172.28.1.138 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/71bc554d-fdce-4d6d-af29-b2df71ba0084) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:06.071084 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.083281 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:06.193475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:06.198095 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:06.201908 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:06.292112 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:06.312257 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:06.339784 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.343176 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:06.344309 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.401615 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.411948 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-86fc6d93-3a8b-4d5f-8e36-b47ddf666274 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:06.415159 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8487310 Jun 03 21:53:06.429223 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Request body: {'port': {'device_id': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:06.548991 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:06.552529 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:06.557999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:06.596066 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9e809881-3cae-4957-9815-ff5754423d6a req-d42671e4-868d-4c4d-be51-0cafdb8f7856 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 210 time: 0.1037078 Jun 03 21:53:06.657573 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'Port': ['ID=71bc554d-fdce-4d6d-af29-b2df71ba0084,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:06.657839 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4aeb841a-2592-4748-b864-32fb3505b92f None None] Provisioning for port 7b857036-e06e-49c9-b97e-14f39f3cd366 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:06.664013 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:06.675575 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4aeb841a-2592-4748-b864-32fb3505b92f None None] Provisioning complete for port 7b857036-e06e-49c9-b97e-14f39f3cd366 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:06.676012 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4aeb841a-2592-4748-b864-32fb3505b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.744885 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.749413 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.833483 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb841a-2592-4748-b864-32fb3505b92f None None] Port 7b857036-e06e-49c9-b97e-14f39f3cd366 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:06.987107 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.120696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2d98-e6c4-4fb6-97ee-854d6f19c3d4 req-77ca3cad-8819-4798-a3c9-42416d5dd59f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:07.121884 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-852c2d98-e6c4-4fb6-97ee-854d6f19c3d4 req-77ca3cad-8819-4798-a3c9-42416d5dd59f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Synchronizing usage tracker for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:07.192302 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-852c2d98-e6c4-4fb6-97ee-854d6f19c3d4 req-77ca3cad-8819-4798-a3c9-42416d5dd59f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Unset dirty status for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:07.194324 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-852c2d98-e6c4-4fb6-97ee-854d6f19c3d4 req-77ca3cad-8819-4798-a3c9-42416d5dd59f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 932 time: 0.3989632 Jun 03 21:53:07.392392 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.438420 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-852c2d98-e6c4-4fb6-97ee-854d6f19c3d4 req-ca36da77-5a13-451f-bd97-122f9fb62f87 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204239 Jun 03 21:53:07.514849 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-a20526eb-20c5-436d-8a71-19910d22395c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:07.515748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-a20526eb-20c5-436d-8a71-19910d22395c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Synchronizing usage tracker for tenant:a155a15518f441a3be816841fd7dab82 on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:07.562398 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.565518 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-a20526eb-20c5-436d-8a71-19910d22395c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Unset dirty status for tenant:a155a15518f441a3be816841fd7dab82 on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:07.567021 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-a20526eb-20c5-436d-8a71-19910d22395c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "GET /v2.0/networks?id=df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 200 len: 814 time: 0.6639731 Jun 03 21:53:07.571423 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.578135 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:07.629717 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b857036-e06e-49c9-b97e-14f39f3cd366 {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:07.648039 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.666562 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Request body: {'port': {'device_id': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9', 'admin_state_up': True, 'tenant_id': 'a155a15518f441a3be816841fd7dab82'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:07.681590 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Transition to ACTIVE for port object 7b857036-e06e-49c9-b97e-14f39f3cd366 will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:07.691889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.704345 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-793ed905-b9aa-4efa-9084-dfba33367001 tempest-VolumesActionsTest-1996282243 tempest-VolumesActionsTest-1996282243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:07.814872 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'Port': ['ID=71bc554d-fdce-4d6d-af29-b2df71ba0084,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:07.817952 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:07.962143 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:08.014918 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:08.021714 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:08.030116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Usage tracker for resource:port and tenant:a155a15518f441a3be816841fd7dab82 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:08.035984 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:08.037412 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-63e0ff77-b2f0-4107-9204-10933cfc1b4b req-9dbd6385-a970-4c40-99e5-7fe047cb67c0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 210 time: 0.0699241 Jun 03 21:53:08.041795 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.051940 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:08.094240 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.106819 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6785972 Jun 03 21:53:08.106819 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Made reservation on behalf of a155a15518f441a3be816841fd7dab82 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:08.106819 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.184488 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Attempting to bind port 7b857036-e06e-49c9-b97e-14f39f3cd366 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:08.184826 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Attempting to bind port 7b857036-e06e-49c9-b97e-14f39f3cd366 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:08.185155 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Attempting to bind port 7b857036-e06e-49c9-b97e-14f39f3cd366 on network a92c9e8f-e534-4592-b5a6-644e46c85660 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:08.190536 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Port 7b857036-e06e-49c9-b97e-14f39f3cd366 on network a92c9e8f-e534-4592-b5a6-644e46c85660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:53:08.190904 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Attempting to bind port 7b857036-e06e-49c9-b97e-14f39f3cd366 on network a92c9e8f-e534-4592-b5a6-644e46c85660 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:08.197845 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:08.198192 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Checking segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:08.198611 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Bound using segment: {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:08.199065 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Bound port: 7b857036-e06e-49c9-b97e-14f39f3cd366, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1539, 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:08.199412 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.312599 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:08.316585 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:08.321808 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.327102 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:08.404020 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:08.405134 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.407353 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] 10.222.0.107 "PUT /v2.0/ports/7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 1094 time: 1.9854028 Jun 03 21:53:08.408138 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:08.412060 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49da9a8d-e1d9-4094-a0c2-65b538f69bee" -d '{"events": [{"name": "network-changed", "server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:08.417020 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Allocated IP 172.20.0.6 (df738f98-d14f-4237-a12d-16f6140370b9/bbc9206e-4230-4390-abdc-f45233293ea1/c7ca6d0e-3899-48cf-a169-d276f64770b1) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:08.545054 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b5dc5e-040c-4b77-8adf-c9151e635e35 x-openstack-request-id: req-60b5dc5e-040c-4b77-8adf-c9151e635e35 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:08.545560 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:08.545950 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60b5dc5e-040c-4b77-8adf-c9151e635e35 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:08.546599 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'status': 'completed', 'code': 200} Jun 03 21:53:08.582600 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:08.602111 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:08.737300 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-7c327b9f-eec1-4c8c-8a0a-aaf08111e6fe tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:08.802755 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-7c327b9f-eec1-4c8c-8a0a-aaf08111e6fe tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:08.805349 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-7c327b9f-eec1-4c8c-8a0a-aaf08111e6fe tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--854988706&fields=id&tenant_id=9960508086bf46c9b120245c8478bde7 HTTP/1.1" status: 200 len: 267 time: 0.3413513 Jun 03 21:53:08.810236 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a242a00a-746f-4e2c-8289-589e77048adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:08.812732 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a242a00a-746f-4e2c-8289-589e77048adc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1097 time: 0.3499866 Jun 03 21:53:08.854755 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.904635 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.912253 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:09.007995 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Network df738f98-d14f-4237-a12d-16f6140370b9 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:09.017845 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:09.024893 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:09.052898 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Pushing event updated for resources: {'Port': ['ID=c7ca6d0e-3899-48cf-a169-d276f64770b1,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:09.060759 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:09.107384 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-f8ab8ee1-9cf2-4b0f-8807-ee2705e60bfd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 217 time: 0.1118584 Jun 03 21:53:09.126383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.127618 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:09.184441 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6064827 Jun 03 21:53:09.196902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Request body: {'port': {'device_id': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:09.242770 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b6322-fe62-43b1-a7c0-d9b0c4bc082e req-0fecb314-a7e3-4ba7-bf5b-0d05841642cd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.243190 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5b8b6322-fe62-43b1-a7c0-d9b0c4bc082e req-0fecb314-a7e3-4ba7-bf5b-0d05841642cd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.5859561 Jun 03 21:53:09.305605 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-bc5b9b60-517f-4cab-8ad8-1046af2b7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.307260 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-bc5b9b60-517f-4cab-8ad8-1046af2b7bd9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1477611 Jun 03 21:53:09.383916 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:09.395275 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-d239c4db-ba89-43a0-8f26-e7ece0fabb4e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.397079 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-d239c4db-ba89-43a0-8f26-e7ece0fabb4e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 811 time: 0.5828736 Jun 03 21:53:09.404000 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5b8b6322-fe62-43b1-a7c0-d9b0c4bc082e req-d178ce62-a9c2-484e-8608-7c669762ecd3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509254 Jun 03 21:53:09.421476 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-f9aac404-59bb-4094-baa8-0f0e511751f1 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/quotas/9960508086bf46c9b120245c8478bde7 HTTP/1.1" status: 200 len: 375 time: 0.0144649 Jun 03 21:53:09.562293 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-08ab9d66-ac66-4a3a-8752-655a30de4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.566020 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-08ab9d66-ac66-4a3a-8752-655a30de4c7b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2394688 Jun 03 21:53:09.901424 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-5a020851-24f1-4382-8622-2201935e02b9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4610312 Jun 03 21:53:09.908137 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-a57e925c-bd82-4281-a7e3-6ca6a8fb028d service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289423 Jun 03 21:53:09.920569 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034a99c-0ad1-4d7d-9b3e-9304786efe5d req-4f0b8cf8-3561-46ab-a1a4-4e39122d6a4f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.926271 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e034a99c-0ad1-4d7d-9b3e-9304786efe5d req-4f0b8cf8-3561-46ab-a1a4-4e39122d6a4f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 931 time: 0.3677695 Jun 03 21:53:10.083687 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ca6d0e-3899-48cf-a169-d276f64770b1 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:10.093875 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.112542 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Transition to ACTIVE for port object c7ca6d0e-3899-48cf-a169-d276f64770b1 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:10.118160 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.122915 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:10.282518 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ca6d0e-3899-48cf-a169-d276f64770b1,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:10.316247 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:10.372754 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e034a99c-0ad1-4d7d-9b3e-9304786efe5d req-7bacb123-a0a0-491c-a17b-86cf5f3336a7 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899727 Jun 03 21:53:10.415714 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Attempting to bind port c7ca6d0e-3899-48cf-a169-d276f64770b1 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:10.416137 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Attempting to bind port c7ca6d0e-3899-48cf-a169-d276f64770b1 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:10.416584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Attempting to bind port c7ca6d0e-3899-48cf-a169-d276f64770b1 on network df738f98-d14f-4237-a12d-16f6140370b9 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:10.422503 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Port c7ca6d0e-3899-48cf-a169-d276f64770b1 on network df738f98-d14f-4237-a12d-16f6140370b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:53:10.422883 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e27d71f7-d57a-4a41-90d5-9f035864f2c0 req-178ced2d-4735-452c-9bf5-1a7447cfcb56 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952188 Jun 03 21:53:10.423097 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Attempting to bind port c7ca6d0e-3899-48cf-a169-d276f64770b1 on network df738f98-d14f-4237-a12d-16f6140370b9 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:10.426649 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-072aa866-1b23-4cbd-a4dd-30a13c6921e7 service neutron] 10.222.0.77 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458613 Jun 03 21:53:10.429797 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:10.430177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Checking segment: {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:10.430542 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Bound using segment: {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:10.431066 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Bound port: c7ca6d0e-3899-48cf-a169-d276f64770b1, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:10.431472 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.604200 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] For port c7ca6d0e-3899-48cf-a169-d276f64770b1, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:10.609944 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] For port c7ca6d0e-3899-48cf-a169-d276f64770b1, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:10.617220 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.623563 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2a7c0c86-3c4b-4b7e-9639-9ba9d42ee651 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:10.688285 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.689024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.690763 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] 10.222.0.107 "PUT /v2.0/ports/c7ca6d0e-3899-48cf-a169-d276f64770b1 HTTP/1.1" status: 200 len: 1093 time: 1.4996252 Jun 03 21:53:10.693954 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'tag': 'c7ca6d0e-3899-48cf-a169-d276f64770b1'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:10.699116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48947a8b-2cb0-429e-a59d-df8de51b1d99" -d '{"events": [{"name": "network-changed", "server_uuid": "6d86d99e-b811-4b58-bf77-95ed25c62f88", "tag": "c7ca6d0e-3899-48cf-a169-d276f64770b1"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:10.702432 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-655af650-bd77-4712-856d-bb3c10744db3 service neutron] 10.222.0.77 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617738 Jun 03 21:53:10.747787 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec43b-01d2-435c-a832-5bf52a1f5257 req-f414ddcd-6238-4e86-a8cd-e72c77e13142 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.749404 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9fcec43b-01d2-435c-a832-5bf52a1f5257 req-f414ddcd-6238-4e86-a8cd-e72c77e13142 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1642420 Jun 03 21:53:10.753176 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-6c7d669f-7c05-48c0-9c61-003dad823e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.754732 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-6c7d669f-7c05-48c0-9c61-003dad823e7b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1097 time: 0.2114117 Jun 03 21:53:10.844445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ca6d0e-3899-48cf-a169-d276f64770b1,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:10.852649 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:10.907379 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-344b6ea7-acac-4da9-aa00-d26e8300f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.908767 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9fcec43b-01d2-435c-a832-5bf52a1f5257 req-f213be5b-aca8-4aa6-ab5a-44901f02c237 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517677 Jun 03 21:53:10.909671 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-344b6ea7-acac-4da9-aa00-d26e8300f2c3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a155a15518f441a3be816841fd7dab82&device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 1096 time: 0.1624417 Jun 03 21:53:10.984258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81023d4-b362-40f2-8230-e99b4d824607 x-openstack-request-id: req-a81023d4-b362-40f2-8230-e99b4d824607 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:10.984574 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d86d99e-b811-4b58-bf77-95ed25c62f88", "tag": "c7ca6d0e-3899-48cf-a169-d276f64770b1", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:10.984861 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a81023d4-b362-40f2-8230-e99b4d824607 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:10.985047 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-018df54c-9744-4a64-9326-0facac257e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.985287 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'tag': 'c7ca6d0e-3899-48cf-a169-d276f64770b1', 'status': 'completed', 'code': 200} Jun 03 21:53:10.987092 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-018df54c-9744-4a64-9326-0facac257e68 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.2162097 Jun 03 21:53:11.002473 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-3408b6d3-c594-44c3-9820-da9103454242 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1 HTTP/1.1" status: 200 len: 217 time: 0.0843549 Jun 03 21:53:11.216406 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-5c667e5c-53bf-40f0-bea5-67d9dca18dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.218968 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-5c667e5c-53bf-40f0-bea5-67d9dca18dbe service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bbc9206e-4230-4390-abdc-f45233293ea1 HTTP/1.1" status: 200 len: 854 time: 0.2096558 Jun 03 21:53:11.281203 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-e4e7c766-d4df-4633-8041-b7461acb1f71 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df738f98-d14f-4237-a12d-16f6140370b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537610 Jun 03 21:53:11.302653 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-ad00b96f-26ba-49e6-8fd0-cb589c005138 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 217 time: 0.3075359 Jun 03 21:53:11.313369 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cf437f7d-64b3-4264-b31d-01394315058c req-59882ed9-bec5-43fc-a0dc-96a66565745f tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 210 time: 0.0996294 Jun 03 21:53:11.421033 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-d99942d7-acbf-4542-ae0e-035b9288ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.433788 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-d99942d7-acbf-4542-ae0e-035b9288ae68 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1080656 Jun 03 21:53:11.483542 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-5445500b-42ca-48f3-85ed-0bc3557fb05d service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946778 Jun 03 21:53:11.641314 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-41a74eef-fe6e-4f4c-beff-20a27a3bffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.643040 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-41a74eef-fe6e-4f4c-beff-20a27a3bffae service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2082355 Jun 03 21:53:11.715071 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd7676-3cd5-4128-931d-097834cfdca6 req-342db13a-4846-4aff-ae1b-6ec98c73ea4e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.716814 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c6fd7676-3cd5-4128-931d-097834cfdca6 req-342db13a-4846-4aff-ae1b-6ec98c73ea4e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 943 time: 0.1599417 Jun 03 21:53:11.724941 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-5fdadd89-1e4b-456f-b105-4ff5b108ff04 req-2f50aedc-247a-411e-b5cc-5dec6858fb1f service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323782 Jun 03 21:53:11.882978 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c6fd7676-3cd5-4128-931d-097834cfdca6 req-6438b7ee-dd5b-4777-8f78-7a9e5092b65c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072357 Jun 03 21:53:11.922839 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-f5a0db13-5db4-436f-b2a4-3c001706a1eb service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610915 Jun 03 21:53:12.019236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-93ead23c-d295-4332-a008-f5fc036349e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.022530 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-93ead23c-d295-4332-a008-f5fc036349e3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a155a15518f441a3be816841fd7dab82&device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 1096 time: 0.1311531 Jun 03 21:53:12.149288 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:53:12.155180 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49da9a8d-e1d9-4094-a0c2-65b538f69bee req-36e45c98-0ff2-410d-bfea-715579837bf1 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336659 Jun 03 21:53:12.320386 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5270cbe-6e67-4e5f-967c-03c39a6c19a8 req-f059b011-a601-435b-9c5a-c0123333985a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.323249 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a5270cbe-6e67-4e5f-967c-03c39a6c19a8 req-f059b011-a601-435b-9c5a-c0123333985a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.2210500 Jun 03 21:53:12.348768 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-10d70f04-1454-4478-868a-3d658db59e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.352075 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-10d70f04-1454-4478-868a-3d658db59e20 service neutron] 10.222.0.107 "GET /v2.0/networks?id=df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 200 len: 916 time: 0.3226810 Jun 03 21:53:12.441713 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:12.451452 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-b997f1da-a07f-4341-bf89-13e888c32983 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1 HTTP/1.1" status: 200 len: 217 time: 0.0902038 Jun 03 21:53:12.477594 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'mac_address': 'fa:16:3e:a0:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:53:12.508106 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a5270cbe-6e67-4e5f-967c-03c39a6c19a8 req-1bb11e08-394b-4e1b-958f-f21de64bda17 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777086 Jun 03 21:53:12.605967 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-39334dbc-81f5-4259-8d17-2b890179b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.609088 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-39334dbc-81f5-4259-8d17-2b890179b37a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bbc9206e-4230-4390-abdc-f45233293ea1 HTTP/1.1" status: 200 len: 854 time: 0.1497111 Jun 03 21:53:12.651535 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.683599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b857036-e06e-49c9-b97e-14f39f3cd366 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:12.718032 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:12.721585 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-a7a0002e-2713-4969-b555-e77ca14d506e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df738f98-d14f-4237-a12d-16f6140370b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963762 Jun 03 21:53:12.724703 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.728914 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:12.750374 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f966411c-ebdb-4784-8292-b5637438f02d req-a5a14c03-e093-4ab6-9ce5-f0c7f033e7ee tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 210 time: 0.0856528 Jun 03 21:53:12.879103 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:12.898311 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.899144 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.899795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.900478 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.901126 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.901765 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.902626 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.903474 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.904157 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.904796 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.905442 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.906099 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.923371 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-f22f5e81-736e-4d66-bde8-16d333808c78 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.923533 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:12.925165 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-f22f5e81-736e-4d66-bde8-16d333808c78 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 811 time: 0.3003922 Jun 03 21:53:12.963137 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['7b857036-e06e-49c9-b97e-14f39f3cd366'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:53:12.992163 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-5f62d5f3-c969-4ca9-84fd-8afb1e450e15 service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633345 Jun 03 21:53:13.054242 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1581704c-3d78-4fe9-a11d-47072294b7bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9960508086bf46c9b120245c8478bde7 HTTP/1.1" status: 200 len: 379 time: 0.1194286 Jun 03 21:53:13.066585 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'port': {'device_id': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'admin_state_up': True, 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'security_groups': ['015c6518-5dea-4571-9fde-ba0e397774e5']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:13.223872 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-48947a8b-2cb0-429e-a59d-df8de51b1d99 req-9630dde8-60b4-49d5-a532-2e87d52e103d service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207377 Jun 03 21:53:13.353108 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d977f-dc01-4991-a2bf-9a35e1ff59c9 req-980a95a0-b3e0-4f2e-b743-7d832d8e3412 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:13.354745 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-864d977f-dc01-4991-a2bf-9a35e1ff59c9 req-980a95a0-b3e0-4f2e-b743-7d832d8e3412 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 943 time: 0.2728612 Jun 03 21:53:13.355904 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:13.361052 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Usage tracker for resource:port and tenant:9960508086bf46c9b120245c8478bde7 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:13.365357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:13.373933 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:13.426850 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Made reservation on behalf of 9960508086bf46c9b120245c8478bde7 for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:13.431266 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.463419 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-864d977f-dc01-4991-a2bf-9a35e1ff59c9 req-3dbc8d09-3cc6-4cee-a10a-1b19d51d0b65 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Jun 03 21:53:13.643533 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Allocated IP 172.20.0.14 (3fd1fac0-229a-4903-8467-394acb646a8c/5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a/455e89b8-f52c-44f7-933a-598457c0ce8c) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:13.911692 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96785a4-9314-4cf5-91ea-d80046f3ddc3 req-7b4299d5-93bc-4395-acdb-6a3786a07397 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:13.913753 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f96785a4-9314-4cf5-91ea-d80046f3ddc3 req-7b4299d5-93bc-4395-acdb-6a3786a07397 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 945 time: 0.2396586 Jun 03 21:53:13.964766 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.982970 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Transition to ACTIVE for port object 455e89b8-f52c-44f7-933a-598457c0ce8c will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:14.033763 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.046036 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:14.165459 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c7ca6d0e-3899-48cf-a169-d276f64770b1 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:53:14.169948 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:14.448358 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Network 3fd1fac0-229a-4903-8467-394acb646a8c is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:14.469488 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:14.474825 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:14.563708 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 7b857036-e06e-49c9-b97e-14f39f3cd366 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:14.571376 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f96785a4-9314-4cf5-91ea-d80046f3ddc3 req-0abdf7ea-0759-4180-8352-a524d1ac7aa7 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376748 Jun 03 21:53:14.590306 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 7b857036-e06e-49c9-b97e-14f39f3cd366 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:14.590606 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event updated for resources: {'Port': ['ID=455e89b8-f52c-44f7-933a-598457c0ce8c,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:14.591498 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.604854 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:14.635524 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:14.636059 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.720923 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178c4f9-aa94-4498-a3e5-4c6961eec156 req-4934b705-ed48-46e8-afc3-b92c74f0b18d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:14.723474 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0178c4f9-aa94-4498-a3e5-4c6961eec156 req-4934b705-ed48-46e8-afc3-b92c74f0b18d tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 932 time: 0.7818241 Jun 03 21:53:14.751270 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port c7ca6d0e-3899-48cf-a169-d276f64770b1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:14.778066 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7147996 Jun 03 21:53:14.798571 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': 'c7ca6d0e-3899-48cf-a169-d276f64770b1', 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9', 'port_id': 'c7ca6d0e-3899-48cf-a169-d276f64770b1', 'mac_address': 'fa:16:3e:0f:0e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9206e-4230-4390-abdc-f45233293ea1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:53:14.848344 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Request body: {'port': {'device_id': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:14.909797 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0178c4f9-aa94-4498-a3e5-4c6961eec156 req-133886d9-bd47-4d67-bc87-c01d9e3c58b6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730165 Jun 03 21:53:14.938105 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.971225 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.993393 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ca6d0e-3899-48cf-a169-d276f64770b1 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:14.997532 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3cc378ad-493d-4712-b041-e4e9c6529c31 None None] Provisioning for port 455e89b8-f52c-44f7-933a-598457c0ce8c completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:15.008700 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3cc378ad-493d-4712-b041-e4e9c6529c31 None None] Provisioning complete for port 455e89b8-f52c-44f7-933a-598457c0ce8c triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:15.009082 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3cc378ad-493d-4712-b041-e4e9c6529c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.034993 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:15.037914 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908f30af-b0d4-4546-8e22-c763928c1ffb" -d '{"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:15.069813 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:15.074313 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port c7ca6d0e-3899-48cf-a169-d276f64770b1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:15.079047 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.085058 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:15.171675 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:15.176457 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.187827 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:15.188698 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:15.225585 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.237278 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400435a2-95ed-4a37-99ce-ec2fb93ba189 x-openstack-request-id: req-400435a2-95ed-4a37-99ce-ec2fb93ba189 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:15.237585 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:15.237817 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-400435a2-95ed-4a37-99ce-ec2fb93ba189 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:15.238207 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'code': 200} Jun 03 21:53:15.250498 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-3cc378ad-493d-4712-b041-e4e9c6529c31 None None] Port 455e89b8-f52c-44f7-933a-598457c0ce8c cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:15.285681 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=c7ca6d0e-3899-48cf-a169-d276f64770b1,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:15.300811 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:15.345477 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897a39-9768-4444-92be-ce2ca28167ac req-33474f14-7ad6-4908-ac39-c0f4d5648184 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.347251 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e4897a39-9768-4444-92be-ce2ca28167ac req-33474f14-7ad6-4908-ac39-c0f4d5648184 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 943 time: 0.4267311 Jun 03 21:53:15.411993 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['c7ca6d0e-3899-48cf-a169-d276f64770b1'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:53:15.479524 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e4897a39-9768-4444-92be-ce2ca28167ac req-70540328-0d0c-4848-ba34-6d76b0a835e1 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238387 Jun 03 21:53:15.517063 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216722-b477-4bb9-97e9-8cc0e5a1c7f3 req-aee2a990-dba6-452c-97e4-eec402cfb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.518660 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-58216722-b477-4bb9-97e9-8cc0e5a1c7f3 req-aee2a990-dba6-452c-97e4-eec402cfb709 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1099 time: 0.1284387 Jun 03 21:53:15.571900 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-58216722-b477-4bb9-97e9-8cc0e5a1c7f3 req-9abc2880-8c38-4fe9-bb3c-d336957c739e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 Jun 03 21:53:15.894701 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455e89b8-f52c-44f7-933a-598457c0ce8c {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:15.910749 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f8f6-e25e-4150-902d-5c0e9d5179e9 req-bc08f734-d649-4774-982f-53c348f16244 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.913078 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-53a7f8f6-e25e-4150-902d-5c0e9d5179e9 req-bc08f734-d649-4774-982f-53c348f16244 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1763365 Jun 03 21:53:15.915319 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.955809 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Transition to ACTIVE for port object 455e89b8-f52c-44f7-933a-598457c0ce8c will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:15.966332 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.978829 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-33d06bb1-20b2-4ccd-9e45-35d3e5a2c51c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:16.163142 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-53a7f8f6-e25e-4150-902d-5c0e9d5179e9 req-eb23de02-7068-4f67-ac5a-6dfc5a0052c2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364495 Jun 03 21:53:16.176395 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c7ca6d0e-3899-48cf-a169-d276f64770b1 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:16.276889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Pushing event updated for resources: {'Port': ['ID=455e89b8-f52c-44f7-933a-598457c0ce8c,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:16.291313 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port c7ca6d0e-3899-48cf-a169-d276f64770b1 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:16.297292 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port c7ca6d0e-3899-48cf-a169-d276f64770b1 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:16.297679 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.298208 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:16.430140 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Attempting to bind port 455e89b8-f52c-44f7-933a-598457c0ce8c on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:16.430479 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Attempting to bind port 455e89b8-f52c-44f7-933a-598457c0ce8c by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:16.430825 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Attempting to bind port 455e89b8-f52c-44f7-933a-598457c0ce8c on network 3fd1fac0-229a-4903-8467-394acb646a8c {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:16.436856 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Port 455e89b8-f52c-44f7-933a-598457c0ce8c on network 3fd1fac0-229a-4903-8467-394acb646a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:53:16.437177 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Attempting to bind port 455e89b8-f52c-44f7-933a-598457c0ce8c on network 3fd1fac0-229a-4903-8467-394acb646a8c {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:16.454264 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:16.454662 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Checking segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:16.455110 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Bound using segment: {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:16.455563 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Bound port: 455e89b8-f52c-44f7-933a-598457c0ce8c, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781daa4d-fc4a-44e2-8ce0-8193f130aa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:16.455912 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.481853 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8bb75-52e3-486e-9dfe-38c4a2fc46a5 req-aa882d3b-3ff5-46b7-92f5-05560d531c30 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.481853 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-acc8bb75-52e3-486e-9dfe-38c4a2fc46a5 req-aa882d3b-3ff5-46b7-92f5-05560d531c30 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:16.506219 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.567839 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port c7ca6d0e-3899-48cf-a169-d276f64770b1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:16.573435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-acc8bb75-52e3-486e-9dfe-38c4a2fc46a5 req-aa882d3b-3ff5-46b7-92f5-05560d531c30 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:16.573671 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.578579 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:16.583900 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-acc8bb75-52e3-486e-9dfe-38c4a2fc46a5 req-aa882d3b-3ff5-46b7-92f5-05560d531c30 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 944 time: 0.4712830 Jun 03 21:53:16.732946 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=c7ca6d0e-3899-48cf-a169-d276f64770b1,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:16.738328 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:16.749742 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-acc8bb75-52e3-486e-9dfe-38c4a2fc46a5 req-fdc24388-2ac2-4d53-8b02-cc3eb2e7f45a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648493 Jun 03 21:53:16.757254 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] For port 455e89b8-f52c-44f7-933a-598457c0ce8c, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:16.778747 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] For port 455e89b8-f52c-44f7-933a-598457c0ce8c, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=455e89b8-f52c-44f7-933a-598457c0ce8c,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:16.788270 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.797594 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:16.913176 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.913746 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.915786 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] 10.222.0.107 "PUT /v2.0/ports/455e89b8-f52c-44f7-933a-598457c0ce8c HTTP/1.1" status: 200 len: 1094 time: 2.1303036 Jun 03 21:53:16.916511 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:16.920220 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b1abf-31ed-4a93-a721-54275c0c217f" -d '{"events": [{"name": "network-changed", "server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:16.980542 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ff77-8c22-49b3-9a14-854cf8436e1f req-f9a9f9bf-c2e7-41a8-b26f-2292cb1bc4f6 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.982271 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e614ff77-8c22-49b3-9a14-854cf8436e1f req-f9a9f9bf-c2e7-41a8-b26f-2292cb1bc4f6 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.3275399 Jun 03 21:53:17.050666 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Pushing event updated for resources: {'Port': ['ID=455e89b8-f52c-44f7-933a-598457c0ce8c,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:17.068242 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba38bd1b-5af4-4253-964d-131e5bbe1fa2 x-openstack-request-id: req-ba38bd1b-5af4-4253-964d-131e5bbe1fa2 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:17.069659 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:17.070032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba38bd1b-5af4-4253-964d-131e5bbe1fa2 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:17.070649 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'status': 'completed', 'code': 200} Jun 03 21:53:17.075413 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:17.122433 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e614ff77-8c22-49b3-9a14-854cf8436e1f req-af9b882b-7b79-412e-9216-bd28a63fe548 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928886 Jun 03 21:53:17.183360 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-d1c7ed6e-b76c-4777-99ee-d1f4ef503b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:17.185387 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-d1c7ed6e-b76c-4777-99ee-d1f4ef503b30 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 1097 time: 0.1978726 Jun 03 21:53:17.245514 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ca6d0e-3899-48cf-a169-d276f64770b1'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:17.249634 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2588484c-3700-4923-80cd-5d3d05ed10ca" -d '{"events": [{"server_uuid": "6d86d99e-b811-4b58-bf77-95ed25c62f88", "name": "network-vif-plugged", "status": "completed", "tag": "c7ca6d0e-3899-48cf-a169-d276f64770b1"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:17.367437 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d351d-6ac1-4233-95c5-3c9340c1e32e x-openstack-request-id: req-4b4d351d-6ac1-4233-95c5-3c9340c1e32e {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:17.367704 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86d99e-b811-4b58-bf77-95ed25c62f88", "name": "network-vif-plugged", "status": "completed", "tag": "c7ca6d0e-3899-48cf-a169-d276f64770b1", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:17.367961 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b4d351d-6ac1-4233-95c5-3c9340c1e32e {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:17.368661 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ca6d0e-3899-48cf-a169-d276f64770b1', 'code': 200} Jun 03 21:53:17.535459 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-fa23b1df-655a-4057-9271-1f6304dc124a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e89b8-f52c-44f7-933a-598457c0ce8c HTTP/1.1" status: 200 len: 217 time: 0.3418899 Jun 03 21:53:17.662124 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-51fd1473-f39e-489a-9ae9-cbb146885eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:17.665347 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-51fd1473-f39e-489a-9ae9-cbb146885eab service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.1231620 Jun 03 21:53:17.734455 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e92c-75ab-4a11-ad86-37db4b66db6a req-23d3da66-7d0b-4c54-81e5-bae7cd6213fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:17.737437 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-60d6e92c-75ab-4a11-ad86-37db4b66db6a req-23d3da66-7d0b-4c54-81e5-bae7cd6213fb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 1098 time: 0.1334803 Jun 03 21:53:17.812932 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9f73f-5fc8-4fbb-81f3-56b3f0c1e0b3 req-d254a804-4738-42a7-b85a-e741e55f28c1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:17.818115 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-60d6e92c-75ab-4a11-ad86-37db4b66db6a req-d5d8c351-6425-4cef-9960-10893d65a5fe service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741596 Jun 03 21:53:17.821726 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-04d9f73f-5fc8-4fbb-81f3-56b3f0c1e0b3 req-d254a804-4738-42a7-b85a-e741e55f28c1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.3655388 Jun 03 21:53:17.884243 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-04d9f73f-5fc8-4fbb-81f3-56b3f0c1e0b3 req-532cb1b9-9edc-4b22-a6a7-a1bdc5ab882d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615101 Jun 03 21:53:17.898930 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-18664e14-04c5-4b4d-8358-bdd30c88b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:17.901159 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-18664e14-04c5-4b4d-8358-bdd30c88b35a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2280080 Jun 03 21:53:18.121714 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-c06cbb56-07fb-4beb-bf8e-8dc7ccac1126 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122858 Jun 03 21:53:18.240033 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a3e65-1d92-4db9-94b5-d881977af10f req-15a9e434-0cb0-4c73-a591-5ce093dc25b6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:18.241997 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b36a3e65-1d92-4db9-94b5-d881977af10f req-15a9e434-0cb0-4c73-a591-5ce093dc25b6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.2163491 Jun 03 21:53:18.252751 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43714) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:18.261655 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Request body: {'floatingip': {'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:18.355128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8cd5468-da9f-413d-b3c1-d00804d2d5aa req-d6008a18-ca7f-4100-a8ca-59b23042fddf service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247765 Jun 03 21:53:18.405809 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d21e69-f85a-4e38-a8b5-6e98a82f267c req-1f8c3524-b03c-4961-9bb6-4ab9ab47a573 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:18.408706 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-79d21e69-f85a-4e38-a8b5-6e98a82f267c req-1f8c3524-b03c-4961-9bb6-4ab9ab47a573 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 944 time: 0.2277827 Jun 03 21:53:18.435879 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.632517 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-79d21e69-f85a-4e38-a8b5-6e98a82f267c req-6f47ebe4-5611-4e8c-9e7a-144b7842306e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164879 Jun 03 21:53:18.696884 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a089e-1b9f-4b4d-8bd9-ba45c5c75744 req-faf015e4-640f-4764-853d-d2fb1fa1babe tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:18.704673 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-282a089e-1b9f-4b4d-8bd9-ba45c5c75744 req-faf015e4-640f-4764-853d-d2fb1fa1babe tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.2549732 Jun 03 21:53:18.729819 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1abf-31ed-4a93-a721-54275c0c217f req-f411e880-ba85-472b-a4b4-35bd5aaf8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:18.731680 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-f411e880-ba85-472b-a4b4-35bd5aaf8a7b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 1097 time: 0.2803121 Jun 03 21:53:18.800054 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-282a089e-1b9f-4b4d-8bd9-ba45c5c75744 req-8daa4795-fb2c-487d-844c-bed785063daa tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943251 Jun 03 21:53:18.971906 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1abf-31ed-4a93-a721-54275c0c217f req-4997a8e5-097e-4bfc-b112-04498e679079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:18.973715 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-4997a8e5-097e-4bfc-b112-04498e679079 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.2343149 Jun 03 21:53:19.075344 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-69455fc1-a293-41fb-ac0d-5ecc2ea78642 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e89b8-f52c-44f7-933a-598457c0ce8c HTTP/1.1" status: 200 len: 217 time: 0.0941260 Jun 03 21:53:19.189030 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1abf-31ed-4a93-a721-54275c0c217f req-833a5cb1-b47d-4ab6-a97c-68b57e265233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:19.190923 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-833a5cb1-b47d-4ab6-a97c-68b57e265233 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.1081750 Jun 03 21:53:19.287291 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1abf-31ed-4a93-a721-54275c0c217f req-6f4a3f98-b53f-4493-babe-738bb66122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:19.290167 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-6f4a3f98-b53f-4493-babe-738bb66122f5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916686 Jun 03 21:53:19.452551 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-160ac0bd-a897-4fcb-a9e4-98d9ee59189f service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540880 Jun 03 21:53:19.647744 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.654280 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.710166 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-273b1abf-31ed-4a93-a721-54275c0c217f req-643d4272-93e1-4a34-8f6e-54d04ba80c98 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500937 Jun 03 21:53:19.872191 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.l3_db [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Floating IP 320f8e96-e468-46bd-b189-a99b4a6e947e associated. External IP: 172.28.1.111, port: 7b857036-e06e-49c9-b97e-14f39f3cd366. Jun 03 21:53:20.131840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152589b-2d77-4c2c-b6d1-4a448d70adac req-6ef34161-044c-4c24-a758-1916d70a69d9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:20.133769 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b152589b-2d77-4c2c-b6d1-4a448d70adac req-6ef34161-044c-4c24-a758-1916d70a69d9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 944 time: 0.3295360 Jun 03 21:53:20.199721 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 455e89b8-f52c-44f7-933a-598457c0ce8c details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:53:20.260922 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b152589b-2d77-4c2c-b6d1-4a448d70adac req-9ec20bf5-7396-4ff5-9f40-fbe1b50b6dd4 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111476 Jun 03 21:53:20.280030 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c225d-9e67-4368-a222-7ed7f6ebb0ff req-c2c56f40-7558-49c7-aa3f-26b99d95a803 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:20.283062 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-073c225d-9e67-4368-a222-7ed7f6ebb0ff req-c2c56f40-7558-49c7-aa3f-26b99d95a803 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.3549414 Jun 03 21:53:20.324045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Router 53d84f39-c410-4ae0-8b76-c23bee40962e has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:20.371710 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-073c225d-9e67-4368-a222-7ed7f6ebb0ff req-df94d1da-9ec4-412e-a55b-feabb7517cd4 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783932 Jun 03 21:53:20.405935 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 455e89b8-f52c-44f7-933a-598457c0ce8c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=455e89b8-f52c-44f7-933a-598457c0ce8c,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:20.421776 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'port_id': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'mac_address': 'fa:16:3e:4c:67:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:53:20.488847 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.512950 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455e89b8-f52c-44f7-933a-598457c0ce8c {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:20.534967 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 455e89b8-f52c-44f7-933a-598457c0ce8c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=455e89b8-f52c-44f7-933a-598457c0ce8c,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:20.541076 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.543900 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:20.620542 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:20.627795 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.634190 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=455e89b8-f52c-44f7-933a-598457c0ce8c,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:20.638492 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:20.644237 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:20.657802 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:20.658579 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:20.712865 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-68622942-9605-4252-8eac-7b5dff4474a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "PUT /v2.0/floatingips/320f8e96-e468-46bd-b189-a99b4a6e947e HTTP/1.1" status: 200 len: 992 time: 2.4584279 Jun 03 21:53:20.713728 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:20.716803 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2df88-2155-4d3b-8a03-d6e1df34f165" -d '{"events": [{"name": "network-changed", "server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:20.770884 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab6011-c690-44b2-953c-52d293f6b165 x-openstack-request-id: req-02ab6011-c690-44b2-953c-52d293f6b165 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:20.771221 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:20.772051 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02ab6011-c690-44b2-953c-52d293f6b165 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:20.772504 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'status': 'completed', 'code': 200} Jun 03 21:53:20.845391 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['455e89b8-f52c-44f7-933a-598457c0ce8c'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:53:20.957162 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-d83e78c7-8695-4bc9-a13d-6da05881a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:20.960298 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-d83e78c7-8695-4bc9-a13d-6da05881a80f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1099 time: 0.1598229 Jun 03 21:53:21.015673 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:21.231328 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-bfa8968d-c1d6-4024-a006-adfc08c0ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:21.233678 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-bfa8968d-c1d6-4024-a006-adfc08c0ac7d service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.2663772 Jun 03 21:53:21.459895 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-0c32ffac-9acc-4a09-b28a-45d27e17bf55 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 1000 time: 0.2182648 Jun 03 21:53:21.674995 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-5d669a57-9810-4b91-aa6c-6f084285ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:21.677632 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.678395 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-5d669a57-9810-4b91-aa6c-6f084285ffee service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1548855 Jun 03 21:53:21.685205 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '320f8e96-e468-46bd-b189-a99b4a6e947e', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'mac_address': 'fa:16:3e:a0:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:52:59Z', 'updated_at': '2021-06-03T21:53:19Z', 'revision_number': 1, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:21.694356 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:21.714297 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:21.716335 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:21.807637 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b5aa6-0936-41f1-916e-3f1f2d77f5a8 req-1def7f94-6dd4-42c4-b1b3-e7f99ecfe522 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:21.810446 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-689b5aa6-0936-41f1-916e-3f1f2d77f5a8 req-1def7f94-6dd4-42c4-b1b3-e7f99ecfe522 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 945 time: 0.3472438 Jun 03 21:53:21.936888 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-2074d370-dede-43d9-aa5b-a82adfe54519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:21.939498 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-2074d370-dede-43d9-aa5b-a82adfe54519 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2532623 Jun 03 21:53:21.948863 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-689b5aa6-0936-41f1-916e-3f1f2d77f5a8 req-70af310c-bc7e-46af-8c12-13e56b4da466 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222236 Jun 03 21:53:22.054438 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:22.226801 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 455e89b8-f52c-44f7-933a-598457c0ce8c up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:22.251463 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-f4a4c5bd-f7a2-49a2-bf28-54a2176eaf87 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009732 Jun 03 21:53:22.289241 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43802) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:22.493658 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a4d2df88-2155-4d3b-8a03-d6e1df34f165 req-7df9442c-16a5-474c-9416-8c47bacafb62 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351487 Jun 03 21:53:22.584183 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.616180 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:22.617425 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 455e89b8-f52c-44f7-933a-598457c0ce8c completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:22.624936 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Usage tracker for resource:security_group_rule and tenant:1da0a39abb024e26834a53ab9fea04e9 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:22.630620 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:22.643317 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:22.683199 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 455e89b8-f52c-44f7-933a-598457c0ce8c triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:22.684064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.788778 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.796700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.810494 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-bf87f3ca-e65e-491e-9a40-a27a3fe67996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:22.887802 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de69f8-e782-4b2b-a44c-44b316393480,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:22.899518 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1da0a39abb024e26834a53ab9fea04e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040878 Jun 03 21:53:22.900591 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43808) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:22.931300 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.931830 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.932345 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.932861 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.933457 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.934095 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.934819 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.935399 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.935906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.936427 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.936978 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.937510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:22.948309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:22.963070 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.013002 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:23.015942 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4964f6d-2373-45a8-8541-8acb7f93a544" -d '{"events": [{"server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "name": "network-vif-plugged", "status": "completed", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:23.027548 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '320f8e96-e468-46bd-b189-a99b4a6e947e', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'mac_address': 'fa:16:3e:a0:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:52:59Z', 'updated_at': '2021-06-03T21:53:19Z', 'revision_number': 1, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:23.033582 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 455e89b8-f52c-44f7-933a-598457c0ce8c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=455e89b8-f52c-44f7-933a-598457c0ce8c,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:23.036099 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba29fd-cba8-4a0c-9327-1a3b9787bb8d None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '320f8e96-e468-46bd-b189-a99b4a6e947e', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'mac_address': 'fa:16:3e:a0:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:52:59Z', 'updated_at': '2021-06-03T21:53:19Z', 'revision_number': 1, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:23.040150 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.043403 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:23.171917 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc853993-ac36-429c-a5a6-a9e2221d5eb1 x-openstack-request-id: req-cc853993-ac36-429c-a5a6-a9e2221d5eb1 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:23.176214 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "name": "network-vif-plugged", "status": "completed", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:23.179897 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc853993-ac36-429c-a5a6-a9e2221d5eb1 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:23.180791 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'code': 200} Jun 03 21:53:23.226623 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=455e89b8-f52c-44f7-933a-598457c0ce8c,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:23.233322 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:23.384711 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.435519 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc62201-c802-4cb1-9ff4-983a9c393b4e req-8572a7a2-ab55-4b50-a5dd-272f73ab7d1e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:23.439574 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.446878 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3dc62201-c802-4cb1-9ff4-983a9c393b4e req-8572a7a2-ab55-4b50-a5dd-272f73ab7d1e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.2125483 Jun 03 21:53:23.513946 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3dc62201-c802-4cb1-9ff4-983a9c393b4e req-af25636e-7c86-46ce-b673-80dba50e4748 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655675 Jun 03 21:53:23.527996 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776086aa-ae76-4025-9782-eba5237a5793 None None] New status for floating IP 320f8e96-e468-46bd-b189-a99b4a6e947e: ACTIVE {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:53:23.576113 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.583864 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2ecb5010-56fa-4461-b117-89563c3270d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:23.600754 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de69f8-e782-4b2b-a44c-44b316393480,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:23.604385 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:23.614213 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.616289 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40de69f8-e782-4b2b-a44c-44b316393480 HTTP/1.1" status: 204 len: 168 time: 0.7147794 Jun 03 21:53:23.725623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81445b9c-2623-460a-85d7-9964f17ab264 req-3b9ab74c-e605-4798-9aa2-12052706a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:23.728655 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-81445b9c-2623-460a-85d7-9964f17ab264 req-3b9ab74c-e605-4798-9aa2-12052706a3c9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 1099 time: 0.1596441 Jun 03 21:53:23.809349 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-81445b9c-2623-460a-85d7-9964f17ab264 req-f892689b-b882-4d16-a58a-b695363ba3cf service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654612 Jun 03 21:53:24.749805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43844) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:24.821703 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8b84b-01e8-45ba-8bc5-edcba661acc2 req-0b74a5b3-6d0b-4eae-ab20-cc34e3c964d2 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:24.823540 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3ae8b84b-01e8-45ba-8bc5-edcba661acc2 req-0b74a5b3-6d0b-4eae-ab20-cc34e3c964d2 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.1454957 Jun 03 21:53:24.901568 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3ae8b84b-01e8-45ba-8bc5-edcba661acc2 req-473cecf0-671f-49f8-be2f-408fdc0b8f96 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708876 Jun 03 21:53:24.965321 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1008790919-network', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:24.971927 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:24.978650 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Usage tracker for resource:network and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:24.983004 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:24.993656 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:25.007905 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Made reservation on behalf of 1c65ca273ba64189ae50556ad62e49b5 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:25.010318 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.025019 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.042321 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:25.046830 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:25.050751 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:25.059740 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:25.179203 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.184784 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.192483 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e9515627-b28a-42e2-b694-1fd990ce4ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:25.221603 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1546} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:53:25.236057 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdeb1a-4410-4419-80a1-492c448a9902,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:25.240399 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:25.241466 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.241807 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Added segment 7648b218-0cc0-4a45-8bb6-8978288c43be of type vlan for network 555fac52-af7e-4e65-87b1-6ec1dfd44acb Jun 03 21:53:25.276445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.312493 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.314416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:25.315058 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.320844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d038f76b-7643-4520-96ea-5d84737ce3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:25.439637 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6884122 Jun 03 21:53:25.442996 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43848) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:25.449563 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Request body: {'subnet': {'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1008790919-subnet', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'ip_version': 4}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:25.451560 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Pushing event updated for resources: {'Network': ['ID=555fac52-af7e-4e65-87b1-6ec1dfd44acb,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:25.455135 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:25.455446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:25.461637 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Usage tracker for resource:subnet and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:25.465018 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:25.471607 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:53:25.473129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:25.487820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Made reservation on behalf of 1c65ca273ba64189ae50556ad62e49b5 for: {'subnet': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:25.490962 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14067639'] for subnet, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.245133 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13743088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14067621'] for subnet, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.251880 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-ee5004ff-7581-4c73-bbed-351cf6f5074d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:26.355038 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a13bf-c6c0-41e6-b583-6b05cb32e10d req-f2637e9a-5edf-42b7-9f2b-eba4879fd4a9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:26.356700 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e26a13bf-c6c0-41e6-b583-6b05cb32e10d req-f2637e9a-5edf-42b7-9f2b-eba4879fd4a9 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.3175030 Jun 03 21:53:26.362706 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea977e5-09a5-4276-bd90-73cd4e92c04c,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:26.371553 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:26.400736 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Checking segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:26.401092 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Network hostable DHCP agents. Network: 555fac52-af7e-4e65-87b1-6ec1dfd44acb, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:53:26.431187 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e26a13bf-c6c0-41e6-b583-6b05cb32e10d req-5005c1c0-2dde-4db8-aa00-e386092bdca8 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647163 Jun 03 21:53:26.446891 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:53:26.462037 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 555fac52-af7e-4e65-87b1-6ec1dfd44acb) {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:26.484400 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:26.485319 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.488532 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745b068-0db4-412c-b7d5-62947329edb4 None None] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:26.512708 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-7fa6f577-8a2c-46a8-9f54-28a74d9fb409 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0677981 Jun 03 21:53:26.516718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 43858) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:26.522530 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:26.536108 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:26.542917 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Usage tracker for resource:router and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:26.546844 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:26.555215 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:26.567762 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.569625 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.643297 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.846052 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28060e-152d-4256-a7a6-0238b1a14951 req-6549a115-f34f-4b6e-9dd1-221f624e512b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:26.847685 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7f28060e-152d-4256-a7a6-0238b1a14951 req-6549a115-f34f-4b6e-9dd1-221f624e512b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.2663305 Jun 03 21:53:26.859367 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43862) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:26.868401 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Request body: {'floatingip': {'port_id': '455e89b8-f52c-44f7-933a-598457c0ce8c'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:26.992134 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:26.993734 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.013408 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.019735 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.282130 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Allocated IP 172.20.0.2 (555fac52-af7e-4e65-87b1-6ec1dfd44acb/9ea977e5-09a5-4276-bd90-73cd4e92c04c/61d99a56-ffa6-41b8-bd16-a38073113f25) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:27.578990 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.604396 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.616947 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.624982 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Transition to ACTIVE for port object 61d99a56-ffa6-41b8-bd16-a38073113f25 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:27.652998 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Transition to ACTIVE for port object 61d99a56-ffa6-41b8-bd16-a38073113f25 will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:27.661472 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.666259 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:27.752283 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:27.756878 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:27.769338 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:27.778596 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Pushing event updated for resources: {'Port': ['ID=61d99a56-ffa6-41b8-bd16-a38073113f25,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:27.783467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:27.841093 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Allocated IP 172.28.1.170 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/5ab25802-b70b-4ccf-a746-c2f9bd52ee09) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:27.929934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Attempting to bind port 61d99a56-ffa6-41b8-bd16-a38073113f25 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:27.930509 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Attempting to bind port 61d99a56-ffa6-41b8-bd16-a38073113f25 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:27.931124 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Attempting to bind port 61d99a56-ffa6-41b8-bd16-a38073113f25 on network 555fac52-af7e-4e65-87b1-6ec1dfd44acb {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:27.940393 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:27.941018 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Checking segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:27.941565 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.942183 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Bound using segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:27.942979 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Bound port: 61d99a56-ffa6-41b8-bd16-a38073113f25, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:27.944113 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.047956 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.053231 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.090754 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] For port 61d99a56-ffa6-41b8-bd16-a38073113f25, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:28.096213 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] For port 61d99a56-ffa6-41b8-bd16-a38073113f25, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=61d99a56-ffa6-41b8-bd16-a38073113f25,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:28.103099 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.109769 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:28.123155 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.188091 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.194817 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Pushing event updated for resources: {'Port': ['ID=61d99a56-ffa6-41b8-bd16-a38073113f25,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:28.196109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:28.198883 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:28.277330 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:28.282212 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:28.286568 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:28.337779 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.l3_db [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Floating IP 69aa07c5-5437-4530-b31f-a169669eb8f6 associated. External IP: 172.28.1.138, port: 455e89b8-f52c-44f7-933a-598457c0ce8c. Jun 03 21:53:28.358289 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:28.364156 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:29.037915 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.102309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Router 5e552513-e36e-4d43-942c-af6a0703d66f has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:29.478055 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:29.486870 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.506353 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:29.540320 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:29.541372 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:29.675646 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0d1d0d16-ad4e-4fe0-998b-b23cd4790d00 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "PUT /v2.0/floatingips/69aa07c5-5437-4530-b31f-a169669eb8f6 HTTP/1.1" status: 200 len: 992 time: 2.8114374 Jun 03 21:53:29.675646 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:29.678026 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1095193a-3add-41db-a845-25ed50fb43e6" -d '{"events": [{"name": "network-changed", "server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:29.710468 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 61d99a56-ffa6-41b8-bd16-a38073113f25 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:29.748858 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.766289 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf418a-879b-4e24-98d2-096134a44938 x-openstack-request-id: req-6faf418a-879b-4e24-98d2-096134a44938 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:29.766729 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:29.767068 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6faf418a-879b-4e24-98d2-096134a44938 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:29.767497 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'status': 'completed', 'code': 200} Jun 03 21:53:29.775960 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc182575-978c-4735-b62d-e3f6bee3965d None None] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:30.007445 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-43540f1d-b3be-4fe0-b761-52044513c8c0 None None] Provisioning for port 61d99a56-ffa6-41b8-bd16-a38073113f25 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:30.114742 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095193a-3add-41db-a845-25ed50fb43e6 req-9c3f3616-046d-44de-ba9e-f9ae9bf1c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:30.117747 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-9c3f3616-046d-44de-ba9e-f9ae9bf1c03e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9960508086bf46c9b120245c8478bde7&device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 1099 time: 0.2914705 Jun 03 21:53:30.302113 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 61d99a56-ffa6-41b8-bd16-a38073113f25 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:30.312335 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:30.368316 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Router b8004a70-9e0a-49ae-b5a9-563ca7d82665 is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:53:30.433642 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 61d99a56-ffa6-41b8-bd16-a38073113f25 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:30.434050 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.482633 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095193a-3add-41db-a845-25ed50fb43e6 req-35daa775-f864-4a0d-b65b-565e042cf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:30.484239 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-35daa775-f864-4a0d-b65b-565e042cf3e1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 200 len: 913 time: 0.3568025 Jun 03 21:53:30.842208 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-cecb9eac-0b91-48e3-b1b2-5e63d29b6aa9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e89b8-f52c-44f7-933a-598457c0ce8c HTTP/1.1" status: 200 len: 1000 time: 0.3469095 Jun 03 21:53:30.845956 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:30.860199 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Sync routers for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:30.880156 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:30.882447 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:30.929390 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Notify callbacks [] for router, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.934063 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4130981 Jun 03 21:53:30.934383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43882) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:30.941255 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095193a-3add-41db-a845-25ed50fb43e6 req-bdcef1ed-2092-432e-9f12-f47485f7f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:30.953276 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-bdcef1ed-2092-432e-9f12-f47485f7f4d3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 200 len: 850 time: 0.0986202 Jun 03 21:53:31.078587 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.085864 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095193a-3add-41db-a845-25ed50fb43e6 req-f74e57c4-15a6-49b7-857c-20ed609967fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:31.088338 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-f74e57c4-15a6-49b7-857c-20ed609967fd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3fd1fac0-229a-4903-8467-394acb646a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1258819 Jun 03 21:53:31.235139 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 61d99a56-ffa6-41b8-bd16-a38073113f25, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=61d99a56-ffa6-41b8-bd16-a38073113f25,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:31.243548 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.247280 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-72e688ea-7d4a-4a80-b84e-b36f93227883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:31.272925 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:31.494836 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-24028189-b96c-4218-a39d-8dbeba2989f0 service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894863 Jun 03 21:53:31.531330 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=61d99a56-ffa6-41b8-bd16-a38073113f25,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:31.546024 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:31.571338 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '69aa07c5-5437-4530-b31f-a169669eb8f6', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'floating_ip_address': '172.28.1.138', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'port_id': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'mac_address': 'fa:16:3e:4c:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:06Z', 'updated_at': '2021-06-03T21:53:27Z', 'revision_number': 1, 'project_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:31.602548 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-d2d0e4b1-c209-42d0-9cb9-cf7da7803878 None None] Provisioning complete for port 61d99a56-ffa6-41b8-bd16-a38073113f25 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:31.602960 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e4b1-c209-42d0-9cb9-cf7da7803878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.646319 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:31.666381 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1095193a-3add-41db-a845-25ed50fb43e6 req-f66bc45c-7a6b-4c8c-abd9-4d01b533075c service neutron] 10.222.0.107 "GET /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614373 Jun 03 21:53:31.685938 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:31.687144 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:31.883232 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:28Z', 'revision_number': 3, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:31.887962 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Checking router: b8004a70-9e0a-49ae-b5a9-563ca7d82665 for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:31.888322 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Updating router b8004a70-9e0a-49ae-b5a9-563ca7d82665 port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:53:31.960487 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.980344 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-af0cedb2-1419-4413-bc62-cb51fef5b2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.175918 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:32.297293 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.571230 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.586480 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Transition to ACTIVE for port object 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:32.595643 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.603706 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-74914f03-c9e8-4222-966d-fc1a673c3c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:32.613537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Allocated IP 172.20.0.1 (555fac52-af7e-4e65-87b1-6ec1dfd44acb/9ea977e5-09a5-4276-bd90-73cd4e92c04c/a6a08f03-cba0-4bd2-8aff-47218fc52c75) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:32.702811 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Pushing event updated for resources: {'Port': ['ID=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,revision_number=2']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:32.713531 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '69aa07c5-5437-4530-b31f-a169669eb8f6', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'floating_ip_address': '172.28.1.138', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'port_id': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'mac_address': 'fa:16:3e:4c:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:06Z', 'updated_at': '2021-06-03T21:53:27Z', 'revision_number': 1, 'project_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:32.718609 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a8fc5a-c91e-4c64-9ce0-1bf3503e11c8 None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '69aa07c5-5437-4530-b31f-a169669eb8f6', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'floating_ip_address': '172.28.1.138', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'port_id': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'mac_address': 'fa:16:3e:4c:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:06Z', 'updated_at': '2021-06-03T21:53:27Z', 'revision_number': 1, 'project_id': '9960508086bf46c9b120245c8478bde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:32.741276 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Attempting to bind port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:32.741276 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Attempting to bind port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:32.741276 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Attempting to bind port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:32.748682 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:32.749057 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:32.749440 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.749837 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:32.750355 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Bound port: 5ab25802-b70b-4ccf-a746-c2f9bd52ee09, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:32.750733 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.821325 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.821640 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.821974 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.822295 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.822611 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.822963 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.823267 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.823580 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.823889 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.824201 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.824512 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.824815 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:32.830469 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:32.892844 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] For port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:32.897766 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] For port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:32.903821 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.908515 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-74914f03-c9e8-4222-966d-fc1a673c3c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:33.024976 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Pushing event updated for resources: {'Port': ['ID=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:33.038402 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:33.038402 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:33.038402 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:33.065482 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.069423 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51bb96-163f-472c-8b28-12b790547358 None None] New status for floating IP 69aa07c5-5437-4530-b31f-a169669eb8f6: ACTIVE {{(pid=98279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:53:33.102480 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Transition to ACTIVE for port object a6a08f03-cba0-4bd2-8aff-47218fc52c75 will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:33.156268 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.165704 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ade0504d-3979-48f6-a56a-f63447a7480b tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:33.264728 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:33.266001 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:33.277116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:33.323261 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Pushing event updated for resources: {'Port': ['ID=a6a08f03-cba0-4bd2-8aff-47218fc52c75,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:33.332157 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:33.340828 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:33.385310 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.601519 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 61d99a56-ffa6-41b8-bd16-a38073113f25 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:33.770399 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:28Z', 'revision_number': 3, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:33.776356 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dc1ea-7375-4e43-ba5d-e14192bfdedd None None] The sync data for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb is: [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:28Z', 'revision_number': 3, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:33.836092 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3aeba2f8-94b5-4835-8c1a-e74c7c8bcbff None None] Provisioning for port a6a08f03-cba0-4bd2-8aff-47218fc52c75 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:33.840034 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.851536 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3aeba2f8-94b5-4835-8c1a-e74c7c8bcbff None None] Provisioning complete for port a6a08f03-cba0-4bd2-8aff-47218fc52c75 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:33.852141 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3aeba2f8-94b5-4835-8c1a-e74c7c8bcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.979007 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 61d99a56-ffa6-41b8-bd16-a38073113f25 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:33.979621 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.024048 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-3aeba2f8-94b5-4835-8c1a-e74c7c8bcbff None None] Port a6a08f03-cba0-4bd2-8aff-47218fc52c75 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:34.239736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.260046 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.292507 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:34.384768 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.432146 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.439663 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Pushing event updated for resources: {'Port': ['ID=a6a08f03-cba0-4bd2-8aff-47218fc52c75,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:34.449004 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:34.636775 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:34.638676 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-711d6e5a-7821-404d-ae5d-d5eedf0222e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.639455 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:34.710714 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:53:34.958004 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Router b8004a70-9e0a-49ae-b5a9-563ca7d82665 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:34.969222 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-d4c498a1-126e-45db-8325-6c5288b697f9 None None] Provisioning complete for port a6a08f03-cba0-4bd2-8aff-47218fc52c75 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:34.969977 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d4c498a1-126e-45db-8325-6c5288b697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.064090 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-d4c498a1-126e-45db-8325-6c5288b697f9 None None] Port a6a08f03-cba0-4bd2-8aff-47218fc52c75 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:35.329103 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:35.351689 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] 10.222.0.77 "PUT /v2.0/routers/b8004a70-9e0a-49ae-b5a9-563ca7d82665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4139783 Jun 03 21:53:35.517048 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:35.608815 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:35.617911 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:35.618555 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.734737 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.767499 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Sync routers for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:35.786619 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:35.789220 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:35.817270 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.845727 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:35.854595 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.859009 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-44081aad-0c9a-4d36-8b3a-0884a5bcd351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:35.955159 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:35.958620 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:36.084010 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:36.230185 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43936) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.236181 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-462838012-network', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:36.242301 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.247535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Usage tracker for resource:network and tenant:961db30ad2c047feb75304b3dfd1d33c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:36.251777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:36.263489 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.283180 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Made reservation on behalf of 961db30ad2c047feb75304b3dfd1d33c for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:36.287092 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.309910 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.336063 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.343903 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:961db30ad2c047feb75304b3dfd1d33c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:36.349558 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:36.361513 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.597688 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 2, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:36.602693 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Checking router: b8004a70-9e0a-49ae-b5a9-563ca7d82665 for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:36.603283 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Updating router b8004a70-9e0a-49ae-b5a9-563ca7d82665 port a6a08f03-cba0-4bd2-8aff-47218fc52c75 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:53:36.672263 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.724546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.730052 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.735299 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1f922c49-99e2-47ad-a66a-7d10f46ca613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:36.762690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1523} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:53:36.794532 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.795135 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Added segment a85f9521-2a38-4c36-a7c9-cc12f8f5c82e of type vlan for network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 Jun 03 21:53:36.797219 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082f1ef5-bfed-45c2-ab32-216e07177f13,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:36.802951 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:36.846098 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.888480 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.890170 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:36.890863 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.895078 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5bb38b0e-e2d9-42a0-af9a-cdfed2e54541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:37.013418 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7817588 Jun 03 21:53:37.018942 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43942) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:37.021999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7b53e4-8126-4ef6-b560-44cfa99c8c85,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:37.029602 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Request body: {'subnet': {'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-462838012-subnet', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:37.035809 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:37.038006 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:53:37.039486 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:37.044752 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Usage tracker for resource:subnet and tenant:961db30ad2c047feb75304b3dfd1d33c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:37.048959 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:37.063565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:37.082984 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Made reservation on behalf of 961db30ad2c047feb75304b3dfd1d33c for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:37.089044 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14134835'] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.207458 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.231757 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Transition to ACTIVE for port object a6a08f03-cba0-4bd2-8aff-47218fc52c75 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:37.251756 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.260106 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:37.395514 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.572829 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:37.718067 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b76fab-0f54-41d6-9fb5-e1ff672d0840 None None] Pushing event updated for resources: {'Port': ['ID=a6a08f03-cba0-4bd2-8aff-47218fc52c75,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:37.723761 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:37.724482 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.732290 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-40b76fab-0f54-41d6-9fb5-e1ff672d0840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:37.843633 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14142304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14134817'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.848599 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-aaaa56c5-c6f4-480a-aa2c-34128a9eb548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:37.968169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359dd1a0-09ae-4e94-9b35-5b2e8d5ed182,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:37.978840 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:37.983283 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Checking segment: {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:37.984585 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Network hostable DHCP agents. Network: 1a7b53e4-8126-4ef6-b560-44cfa99c8c85, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:53:38.002322 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Attempting to bind port a6a08f03-cba0-4bd2-8aff-47218fc52c75 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:38.003077 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Attempting to bind port a6a08f03-cba0-4bd2-8aff-47218fc52c75 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:38.003381 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Attempting to bind port a6a08f03-cba0-4bd2-8aff-47218fc52c75 on network 555fac52-af7e-4e65-87b1-6ec1dfd44acb {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:38.013713 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:38.014294 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Checking segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:38.014932 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.015459 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Bound using segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:38.016154 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Bound port: a6a08f03-cba0-4bd2-8aff-47218fc52c75, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:38.016748 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.019352 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:53:38.037727 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 1a7b53e4-8126-4ef6-b560-44cfa99c8c85) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:38.050667 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:38.051479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.059457 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de690a7-ab85-4565-8053-4647c8104660 None None] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:38.080397 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5b66e7a9-8182-45f1-a260-ac5cacc056b5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0598431 Jun 03 21:53:38.085109 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43956) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:38.092688 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:38.101796 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:38.108304 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Usage tracker for resource:router and tenant:961db30ad2c047feb75304b3dfd1d33c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:38.115217 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:38.133290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:38.157946 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.159241 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.204002 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.219237 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] For port a6a08f03-cba0-4bd2-8aff-47218fc52c75, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:38.226075 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] For port a6a08f03-cba0-4bd2-8aff-47218fc52c75, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=a6a08f03-cba0-4bd2-8aff-47218fc52c75,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:38.234869 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.244090 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:38.430403 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:38.431681 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:38.461035 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'fixed_ips': [{'subnet_id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:38.467086 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.621954 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b76fab-0f54-41d6-9fb5-e1ff672d0840 None None] Pushing event updated for resources: {'Port': ['ID=a6a08f03-cba0-4bd2-8aff-47218fc52c75,revision_number=4']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:38.627305 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-40b76fab-0f54-41d6-9fb5-e1ff672d0840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:38.681300 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.805333 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Allocated IP 172.20.0.2 (1a7b53e4-8126-4ef6-b560-44cfa99c8c85/359dd1a0-09ae-4e94-9b35-5b2e8d5ed182/4b35ebf6-9790-4ac3-9104-77db908b5f16) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:38.937689 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:39.175548 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.191010 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Transition to ACTIVE for port object 4b35ebf6-9790-4ac3-9104-77db908b5f16 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:39.216241 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Transition to ACTIVE for port object 4b35ebf6-9790-4ac3-9104-77db908b5f16 will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:39.224218 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.230958 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:39.232129 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.269460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.298639 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:39.301905 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:39.312897 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:39.322380 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Pushing event updated for resources: {'Port': ['ID=4b35ebf6-9790-4ac3-9104-77db908b5f16,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:39.355055 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:39.449840 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Attempting to bind port 4b35ebf6-9790-4ac3-9104-77db908b5f16 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:39.449840 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Attempting to bind port 4b35ebf6-9790-4ac3-9104-77db908b5f16 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:39.449840 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Attempting to bind port 4b35ebf6-9790-4ac3-9104-77db908b5f16 on network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:39.457791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:39.458274 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Checking segment: {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:39.459535 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.460025 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Bound using segment: {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:39.460729 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Bound port: 4b35ebf6-9790-4ac3-9104-77db908b5f16, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:39.462062 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.545920 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:38Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:39.551635 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03894b8-bf22-4400-9865-c4bae18a0fd1 None None] The sync data for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb is: [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:38Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:39.571934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] For port 4b35ebf6-9790-4ac3-9104-77db908b5f16, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:39.573024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Allocated IP 172.28.1.163 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/5ecda9e6-0992-4d3e-94ff-923bf1886eb2) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:39.575964 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] For port 4b35ebf6-9790-4ac3-9104-77db908b5f16, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=4b35ebf6-9790-4ac3-9104-77db908b5f16,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:39.584989 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.588812 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:39.725306 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Pushing event updated for resources: {'Port': ['ID=4b35ebf6-9790-4ac3-9104-77db908b5f16,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:39.735611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:39.894170 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.952290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.963576 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-14be7cb3-b64d-43c7-9054-6fda18a79eed tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:40.089246 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:40.092662 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:40.095533 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:40.277671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Pushing event updated for resources: {'Port': ['ID=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:40.295501 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:40.747269 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.163790 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d20ee-e647-45d1-973c-ad8cc31203d1 None None] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:41.292904 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-00fb7835-7e47-46ff-8cd0-faf537accfff None None] Provisioning for port 4b35ebf6-9790-4ac3-9104-77db908b5f16 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:41.295444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.688291 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 4b35ebf6-9790-4ac3-9104-77db908b5f16 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:41.761596 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Router 14b10b63-180e-449f-9342-ac1f9517214b is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:53:41.860976 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 4b35ebf6-9790-4ac3-9104-77db908b5f16 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:41.868126 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 4b35ebf6-9790-4ac3-9104-77db908b5f16 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:41.868738 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.057444 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.067534 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-2d31900f-5366-428c-bea6-6d90d4898361 None None] Provisioning complete for port 4b35ebf6-9790-4ac3-9104-77db908b5f16 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:42.069016 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-2d31900f-5366-428c-bea6-6d90d4898361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.164945 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 4b35ebf6-9790-4ac3-9104-77db908b5f16, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=4b35ebf6-9790-4ac3-9104-77db908b5f16,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:42.176467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.180292 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device a6a08f03-cba0-4bd2-8aff-47218fc52c75 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:42.184523 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:42.229736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.231950 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1445529 Jun 03 21:53:42.236186 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 43986) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:42.242320 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:42.283994 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Sync routers for ids ['14b10b63-180e-449f-9342-ac1f9517214b'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:42.379049 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Routers {'14b10b63-180e-449f-9342-ac1f9517214b'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:42.379284 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['14b10b63-180e-449f-9342-ac1f9517214b'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:42.490849 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=4b35ebf6-9790-4ac3-9104-77db908b5f16,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:42.504719 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:42.593363 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port a6a08f03-cba0-4bd2-8aff-47218fc52c75 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:42.675851 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port a6a08f03-cba0-4bd2-8aff-47218fc52c75 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:42.676466 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.724664 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Set router 14b10b63-180e-449f-9342-ac1f9517214b gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:43.244280 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.306973 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port a6a08f03-cba0-4bd2-8aff-47218fc52c75, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=a6a08f03-cba0-4bd2-8aff-47218fc52c75,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:43.316674 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.320703 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:43.388094 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:53:40Z', 'revision_number': 3, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:43.395811 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.402134 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Checking router: 14b10b63-180e-449f-9342-ac1f9517214b for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:43.402691 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Updating router 14b10b63-180e-449f-9342-ac1f9517214b port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:53:43.519794 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=a6a08f03-cba0-4bd2-8aff-47218fc52c75,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:43.524558 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 4b35ebf6-9790-4ac3-9104-77db908b5f16 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:43.578711 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:43.683340 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.742539 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Allocated IP 172.20.0.1 (1a7b53e4-8126-4ef6-b560-44cfa99c8c85/359dd1a0-09ae-4e94-9b35-5b2e8d5ed182/f67bda2b-be15-4ae1-b350-274dd0593125) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:43.904696 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 4b35ebf6-9790-4ac3-9104-77db908b5f16 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:43.905316 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.018853 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.042587 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Transition to ACTIVE for port object f67bda2b-be15-4ae1-b350-274dd0593125 will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:44.073500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.079049 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:44.175773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:44.179177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:44.186239 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:44.291672 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Pushing event updated for resources: {'Port': ['ID=f67bda2b-be15-4ae1-b350-274dd0593125,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:44.337064 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.341584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:44.589743 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.603313 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.629592 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Transition to ACTIVE for port object 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:44.659753 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.668427 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:44.797400 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-57fe9f3e-9512-40d8-8636-1c7b2235afb3 None None] Provisioning for port f67bda2b-be15-4ae1-b350-274dd0593125 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:44.832757 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Attempting to bind port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:44.834458 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Attempting to bind port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:44.835199 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Attempting to bind port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:44.839061 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-57fe9f3e-9512-40d8-8636-1c7b2235afb3 None None] Provisioning complete for port f67bda2b-be15-4ae1-b350-274dd0593125 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:44.839683 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-57fe9f3e-9512-40d8-8636-1c7b2235afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.894075 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4ee1-574b-4652-a53d-8ec3b2d87fcc None None] Pushing event updated for resources: {'Port': ['ID=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:44.905611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:44.905611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:44.905970 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.906601 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:44.907544 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Bound port: 5ecda9e6-0992-4d3e-94ff-923bf1886eb2, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:44.908425 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.937853 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-760b4ee1-574b-4652-a53d-8ec3b2d87fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:44.976841 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-57fe9f3e-9512-40d8-8636-1c7b2235afb3 None None] Port f67bda2b-be15-4ae1-b350-274dd0593125 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:45.024934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] For port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:45.032059 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] For port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:45.049919 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.058760 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-760b4ee1-574b-4652-a53d-8ec3b2d87fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:45.187932 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.197122 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.232111 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Routers {'14b10b63-180e-449f-9342-ac1f9517214b'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:45.233237 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['14b10b63-180e-449f-9342-ac1f9517214b'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:45.301567 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:45.365208 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4ee1-574b-4652-a53d-8ec3b2d87fcc None None] Pushing event updated for resources: {'Port': ['ID=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:45.374254 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-760b4ee1-574b-4652-a53d-8ec3b2d87fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:45.457680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Pushing event updated for resources: {'Port': ['ID=f67bda2b-be15-4ae1-b350-274dd0593125,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:45.465529 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:45.466761 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.598005 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device a6a08f03-cba0-4bd2-8aff-47218fc52c75 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:45.723222 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:45.725238 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:45.741742 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] Set router 14b10b63-180e-449f-9342-ac1f9517214b gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:45.995034 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port a6a08f03-cba0-4bd2-8aff-47218fc52c75 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:45.995732 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.073368 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Router 14b10b63-180e-449f-9342-ac1f9517214b has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:46.272049 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-0c07649b-000f-43a5-af99-69a902313245 None None] Provisioning complete for port f67bda2b-be15-4ae1-b350-274dd0593125 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:46.272630 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-0c07649b-000f-43a5-af99-69a902313245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.348236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:46.366497 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] 10.222.0.77 "PUT /v2.0/routers/14b10b63-180e-449f-9342-ac1f9517214b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1282554 Jun 03 21:53:46.438910 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-0c07649b-000f-43a5-af99-69a902313245 None None] Port f67bda2b-be15-4ae1-b350-274dd0593125 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:46.483638 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f67bda2b-be15-4ae1-b350-274dd0593125', 'name': '', 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'mac_address': 'fa:16:3e:c2:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:43Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 2, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'subnets': [{'id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:46.493836 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d91ef2-1796-4868-b203-a53536390989 None None] The sync data for ids ['14b10b63-180e-449f-9342-ac1f9517214b'] in dv-cinder-794669-4-smb is: [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f67bda2b-be15-4ae1-b350-274dd0593125', 'name': '', 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'mac_address': 'fa:16:3e:c2:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:43Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 2, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'subnets': [{'id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:47.051689 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 44026) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.057860 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106539373', 'description': 'tempest-secgroup-smoke-1106539373 description', 'project_id': '1c65ca273ba64189ae50556ad62e49b5'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:47.064887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:47.070582 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:47.074285 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:47.085623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:47.101262 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.136692 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:47.143451 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:47.149887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:47.162522 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:47.308326 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.315796 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.321268 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:47.390051 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5ec2e-89f3-4265-bd07-5c7b3491600c,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:47.393594 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.398888 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3418312 Jun 03 21:53:47.399770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44028) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.408024 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group_rule': {'security_group_id': '2ea5ec2e-89f3-4265-bd07-5c7b3491600c', 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:47.422431 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.423030 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:47.425218 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.425843 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.426201 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.426575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.429392 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.429723 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.430082 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.430432 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.430815 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.431438 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.431780 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:47.434771 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:47.438917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:47.446826 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:47.452932 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:47.486476 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.576020 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:47.609341 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.619193 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.638500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2d0a877e-aa49-436e-8e4d-2e9d1476e0fd tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:47.671407 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:47.682021 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:47.682314 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.682750 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe9d280-9505-4742-8b44-e845e7dfb725,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:47.688053 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:47.700381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.702914 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009262 Jun 03 21:53:47.705715 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44034) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.713660 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group_rule': {'security_group_id': '2ea5ec2e-89f3-4265-bd07-5c7b3491600c', 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:47.722577 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:47.728520 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:47.734875 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:47.746939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:47.772466 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.868208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.875160 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.878570 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-bcbc573b-e486-4090-832b-85e93d35755a tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:47.920459 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9784dcc-b3c9-466c-b7ad-17bf637f2c87,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:47.932591 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.934359 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:47.939288 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.941813 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2345386 Jun 03 21:53:47.944994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44038) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.951984 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group_rule': {'security_group_id': '2ea5ec2e-89f3-4265-bd07-5c7b3491600c', 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:47.961489 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:47.964166 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:47.967652 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:47.971264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.973326 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:47.976322 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:47.986335 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:48.016468 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.070130 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.074374 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.127825 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.133552 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.137465 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.169757 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c486b9d9-997f-4e20-8e85-8885a780dec3,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.174383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.185611 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.187226 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2407613 Jun 03 21:53:48.190450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44040) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:48.196444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group_rule': {'security_group_id': '2ea5ec2e-89f3-4265-bd07-5c7b3491600c', 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:48.204357 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:48.210535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:48.214647 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:48.222031 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:48.243564 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.342458 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.347361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.350320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.376409 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9896161a-53db-4e21-89f6-2656fe326e3d,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.379391 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.398747 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.400381 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7ffafa1e-adbf-44d4-859b-5382403a0045 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2087016 Jun 03 21:53:48.404955 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 44042) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:48.410261 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group_rule': {'security_group_id': '2ea5ec2e-89f3-4265-bd07-5c7b3491600c', 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:48.416920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:48.421190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:48.424384 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:48.432654 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:48.447522 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.securitygroups_db [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Project 1c65ca273ba64189ae50556ad62e49b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:53:48.454382 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.531608 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.535967 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.543943 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.567327 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c18c06-cf30-4472-8db9-d5d17fd19409,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.572624 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.579037 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.580873 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-23fc653f-7031-4496-be58-361279cf21f9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1746786 Jun 03 21:53:48.584371 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44044) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:48.589964 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'security_group_rule': {'security_group_id': '2ea5ec2e-89f3-4265-bd07-5c7b3491600c', 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:48.597052 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:48.603260 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:security_group_rule and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:48.607534 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:48.618910 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:48.633830 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.securitygroups_db [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Project 1c65ca273ba64189ae50556ad62e49b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:53:48.641479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.732433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.737860 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.747250 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-45133aef-c51b-4bf7-9e40-abf85ec3b9c3 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.771886 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da74eef-4c9e-45f7-b277-dcfb12a07a70,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.774573 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.781487 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.782859 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-7aaaaebc-177b-4927-8764-e6669408f46f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968498 Jun 03 21:53:49.038918 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Sync routers for ids ['14b10b63-180e-449f-9342-ac1f9517214b'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:49.051117 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Routers {'14b10b63-180e-449f-9342-ac1f9517214b'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:49.052168 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['14b10b63-180e-449f-9342-ac1f9517214b'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:49.289810 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Set router 14b10b63-180e-449f-9342-ac1f9517214b gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:49.525916 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:49.680856 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:49.681480 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.979831 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f67bda2b-be15-4ae1-b350-274dd0593125', 'name': '', 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'mac_address': 'fa:16:3e:c2:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:43Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 2, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'subnets': [{'id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:49.987703 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Checking router: 14b10b63-180e-449f-9342-ac1f9517214b for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:49.988316 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Updating router 14b10b63-180e-449f-9342-ac1f9517214b port f67bda2b-be15-4ae1-b350-274dd0593125 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:53:50.075930 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.621576 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.640791 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Transition to ACTIVE for port object f67bda2b-be15-4ae1-b350-274dd0593125 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:50.654337 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.664169 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-5f1125b9-1261-4807-b5bd-ae84afa3db6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:50.962471 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea0cfb-8ca2-4d7e-848d-b973acd8382d None None] Pushing event updated for resources: {'Port': ['ID=f67bda2b-be15-4ae1-b350-274dd0593125,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:50.977719 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-f9ea0cfb-8ca2-4d7e-848d-b973acd8382d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:51.065476 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Attempting to bind port f67bda2b-be15-4ae1-b350-274dd0593125 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:51.065762 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Attempting to bind port f67bda2b-be15-4ae1-b350-274dd0593125 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:51.066129 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Attempting to bind port f67bda2b-be15-4ae1-b350-274dd0593125 on network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:51.075133 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:51.075985 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Checking segment: {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:51.076859 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.077433 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Bound using segment: {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:51.078357 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Bound port: f67bda2b-be15-4ae1-b350-274dd0593125, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:51.079458 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.268364 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] For port f67bda2b-be15-4ae1-b350-274dd0593125, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:51.272820 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] For port f67bda2b-be15-4ae1-b350-274dd0593125, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f67bda2b-be15-4ae1-b350-274dd0593125,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:51.280467 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.289015 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-40b76fab-0f54-41d6-9fb5-e1ff672d0840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:51.414815 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Routers {'14b10b63-180e-449f-9342-ac1f9517214b'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:51.415845 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:53:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['14b10b63-180e-449f-9342-ac1f9517214b'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:51.545975 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea0cfb-8ca2-4d7e-848d-b973acd8382d None None] Pushing event updated for resources: {'Port': ['ID=f67bda2b-be15-4ae1-b350-274dd0593125,revision_number=4']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:51.549886 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-f9ea0cfb-8ca2-4d7e-848d-b973acd8382d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:51.670678 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.711183 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] Set router 14b10b63-180e-449f-9342-ac1f9517214b gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:52.222112 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f67bda2b-be15-4ae1-b350-274dd0593125', 'name': '', 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'mac_address': 'fa:16:3e:c2:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:43Z', 'updated_at': '2021-06-03T21:53:51Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'subnets': [{'id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:52.230343 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026598f-f37b-4417-8e8a-00fbd33e48ba None None] The sync data for ids ['14b10b63-180e-449f-9342-ac1f9517214b'] in dv-cinder-794669-4-smb is: [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:53:44Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f67bda2b-be15-4ae1-b350-274dd0593125', 'name': '', 'network_id': '1a7b53e4-8126-4ef6-b560-44cfa99c8c85', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'mac_address': 'fa:16:3e:c2:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:43Z', 'updated_at': '2021-06-03T21:53:51Z', 'revision_number': 4, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'subnets': [{'id': '359dd1a0-09ae-4e94-9b35-5b2e8d5ed182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:53.526539 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f67bda2b-be15-4ae1-b350-274dd0593125 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:53.607138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port f67bda2b-be15-4ae1-b350-274dd0593125 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:53.612550 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port f67bda2b-be15-4ae1-b350-274dd0593125 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:53.613022 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.750916 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.797406 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port f67bda2b-be15-4ae1-b350-274dd0593125, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f67bda2b-be15-4ae1-b350-274dd0593125,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:53.807429 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.807766 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:53.910973 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=f67bda2b-be15-4ae1-b350-274dd0593125,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:53.915934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:55.495133 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f67bda2b-be15-4ae1-b350-274dd0593125 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:55.582531 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port f67bda2b-be15-4ae1-b350-274dd0593125 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:55.582938 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.758826 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-d7613b4c-9be4-4627-b9ee-5d37d0b37270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:04.386093 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:04.648617 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a88a969b-9c1f-40a3-b186-3142f7539bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:04.816737 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9785db-602b-4bdb-be41-4a7f49e256c0 req-1774a634-0ef5-4826-bc37-76706db0b1ee tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:04.819368 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6b9785db-602b-4bdb-be41-4a7f49e256c0 req-1774a634-0ef5-4826-bc37-76706db0b1ee tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.1038144 Jun 03 21:54:04.903328 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6b9785db-602b-4bdb-be41-4a7f49e256c0 req-949d4b5c-3eae-4de5-a3de-33e7a8953b03 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748212 Jun 03 21:54:05.732590 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.209304 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7154f-31a2-4e90-8a4c-58121320e35f req-b8de5ab2-c96a-4ff6-9e6f-939b70647d65 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:06.211898 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-52b7154f-31a2-4e90-8a4c-58121320e35f req-b8de5ab2-c96a-4ff6-9e6f-939b70647d65 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.1551998 Jun 03 21:54:06.266332 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-52b7154f-31a2-4e90-8a4c-58121320e35f req-aa5727a0-6947-48b1-8122-02abfc5ff4cc tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475240 Jun 03 21:54:07.397855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.525947 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4c55-c209-4aa4-9047-4202f1cb94af req-fd3ff56e-0502-42c2-8a48-d66862281c0b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:07.527562 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-46db4c55-c209-4aa4-9047-4202f1cb94af req-fd3ff56e-0502-42c2-8a48-d66862281c0b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.0957606 Jun 03 21:54:07.577797 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-46db4c55-c209-4aa4-9047-4202f1cb94af req-aa41fe21-194a-4d7b-b19c-f5e8b24de5f6 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Jun 03 21:54:08.862437 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f027e0d-338f-4207-8df3-ea75a1ce21fd req-e862d0ce-9f51-43f1-905f-63b3f140fc5c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:08.864622 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4f027e0d-338f-4207-8df3-ea75a1ce21fd req-e862d0ce-9f51-43f1-905f-63b3f140fc5c tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.0966711 Jun 03 21:54:08.931570 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4f027e0d-338f-4207-8df3-ea75a1ce21fd req-f8f8bb29-7f99-4c37-85df-42afc1432b37 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Jun 03 21:54:09.649920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-821582e5-1c46-4149-99a2-1632f92655a5 req-57e1d716-e1bb-4332-a35a-9484a676ac07 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Synchronizing usage tracker for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:09.677090 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-821582e5-1c46-4149-99a2-1632f92655a5 req-57e1d716-e1bb-4332-a35a-9484a676ac07 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Unset dirty status for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:09.678914 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-57e1d716-e1bb-4332-a35a-9484a676ac07 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106539373&fields=id&tenant_id=1c65ca273ba64189ae50556ad62e49b5 HTTP/1.1" status: 200 len: 267 time: 0.1017783 Jun 03 21:54:09.959223 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-efdcf283-ab51-42da-af09-c61f34450f40 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:09.966678 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-efdcf283-ab51-42da-af09-c61f34450f40 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 809 time: 0.2796607 Jun 03 21:54:09.985857 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-941d6afc-880c-432a-82e1-0501f8181e25 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/quotas/1c65ca273ba64189ae50556ad62e49b5 HTTP/1.1" status: 200 len: 375 time: 0.0180244 Jun 03 21:54:10.120008 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-fd90467b-37cc-43cf-ab5a-3abc87fa93a5 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320181 Jun 03 21:54:10.254582 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fc65-ef5e-42fd-8391-3535afc1e8de req-d38bd9b1-bb3b-4abc-8516-183c8e9be2aa tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:10.256888 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25a6fc65-ef5e-42fd-8391-3535afc1e8de req-d38bd9b1-bb3b-4abc-8516-183c8e9be2aa tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.1045258 Jun 03 21:54:10.324085 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-25a6fc65-ef5e-42fd-8391-3535afc1e8de req-7f493d80-6a4a-4ed2-b064-9e07bcb54e10 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598786 Jun 03 21:54:10.613612 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-177e3c1e-6ec8-4e9e-b23d-cc96028b12be service neutron] 10.222.0.77 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731343 Jun 03 21:54:10.759739 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b47df5a9-c285-4570-a457-1173993f458b service neutron] 10.222.0.77 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390710 Jun 03 21:54:11.289204 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f22cfc24-b8f4-4f66-a3e5-f2062b904c10 req-f9d63638-725f-4539-85fa-2312214bd0fd tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 210 time: 0.0667989 Jun 03 21:54:11.628295 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-80604d3c-bc27-48e3-b2b8-1230f0b513c9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.630687 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-80604d3c-bc27-48e3-b2b8-1230f0b513c9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.1589696 Jun 03 21:54:11.698000 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a92b-00e7-45c8-89fd-2d01cf1accc4 req-7fbc4394-b149-41de-a6fd-720fe5af7e53 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.699766 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8fc5a92b-00e7-45c8-89fd-2d01cf1accc4 req-7fbc4394-b149-41de-a6fd-720fe5af7e53 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 945 time: 0.1916006 Jun 03 21:54:11.711721 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:54:11.839936 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8fc5a92b-00e7-45c8-89fd-2d01cf1accc4 req-d3cd73df-e0a9-4c89-991a-f931e10e2018 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269181 Jun 03 21:54:11.888479 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Deleting port c7ca6d0e-3899-48cf-a169-d276f64770b1 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:11.888831 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.057685 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] For port c7ca6d0e-3899-48cf-a169-d276f64770b1, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=c7ca6d0e-3899-48cf-a169-d276f64770b1,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:12.058028 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.210865 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Calling delete_port for c7ca6d0e-3899-48cf-a169-d276f64770b1 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:12.389140 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.404128 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-56f67320-353f-4be7-bdf2-b064ecb4aa07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:12.404411 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['c7ca6d0e-3899-48cf-a169-d276f64770b1'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:54:12.508282 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Pushing event deleted for resources: {'Port': ['ID=c7ca6d0e-3899-48cf-a169-d276f64770b1,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:12.511221 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:12.606462 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-529b88bf-5a8f-4a76-bea7-59ab85bec909 req-adf7ca14-9ab2-4fa8-a04c-d4fdac259686 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 210 time: 0.1054275 Jun 03 21:54:12.607005 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] No DVR routers for this DVR port c7ca6d0e-3899-48cf-a169-d276f64770b1 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:12.609190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.612305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'name': 'network-vif-deleted', 'tag': 'c7ca6d0e-3899-48cf-a169-d276f64770b1'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:12.614935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38fffce-f3a3-46e8-8820-289a83e9e26f" -d '{"events": [{"server_uuid": "6d86d99e-b811-4b58-bf77-95ed25c62f88", "name": "network-vif-deleted", "tag": "c7ca6d0e-3899-48cf-a169-d276f64770b1"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:12.622118 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5479bd71-77ad-4df9-a5c3-e2111f56098f req-0a0488b6-75ec-445a-99a9-78f8a7b8b7a9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "DELETE /v2.0/ports/c7ca6d0e-3899-48cf-a169-d276f64770b1 HTTP/1.1" status: 204 len: 173 time: 0.9831312 Jun 03 21:54:12.715714 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d73882-5626-413d-a998-fc33c1b1b6da x-openstack-request-id: req-88d73882-5626-413d-a998-fc33c1b1b6da {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:12.716251 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86d99e-b811-4b58-bf77-95ed25c62f88", "name": "network-vif-deleted", "tag": "c7ca6d0e-3899-48cf-a169-d276f64770b1", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:12.716429 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88d73882-5626-413d-a998-fc33c1b1b6da {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:12.716746 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d86d99e-b811-4b58-bf77-95ed25c62f88', 'name': 'network-vif-deleted', 'tag': 'c7ca6d0e-3899-48cf-a169-d276f64770b1', 'status': 'completed', 'code': 200} Jun 03 21:54:13.183649 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8e7d7600-db3f-44b9-bece-0ede54713a08 req-10d7b118-9fd2-4aea-a8e0-498ad3123a63 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Synchronizing usage tracker for tenant:a155a15518f441a3be816841fd7dab82 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:13.233654 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8e7d7600-db3f-44b9-bece-0ede54713a08 req-10d7b118-9fd2-4aea-a8e0-498ad3123a63 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Unset dirty status for tenant:a155a15518f441a3be816841fd7dab82 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:13.234866 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8e7d7600-db3f-44b9-bece-0ede54713a08 req-10d7b118-9fd2-4aea-a8e0-498ad3123a63 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d86d99e-b811-4b58-bf77-95ed25c62f88 HTTP/1.1" status: 200 len: 210 time: 0.1321712 Jun 03 21:54:13.245230 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-4880ba09-9d43-442a-a9f4-8e5641417724 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:13.247545 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-4880ba09-9d43-442a-a9f4-8e5641417724 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 809 time: 0.4105163 Jun 03 21:54:13.312239 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f3b7f-4054-4c46-aed4-cfc9932b6e1b req-4627832b-afe2-4895-bb79-07fc8f725ef8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:13.313979 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c58f3b7f-4054-4c46-aed4-cfc9932b6e1b req-4627832b-afe2-4895-bb79-07fc8f725ef8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.3984601 Jun 03 21:54:13.362479 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-d42f32d7-a593-44fb-aeab-85f97a2a8edc tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c65ca273ba64189ae50556ad62e49b5 HTTP/1.1" status: 200 len: 380 time: 0.0988061 Jun 03 21:54:13.378276 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'port': {'device_id': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'admin_state_up': True, 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'security_groups': ['2ea5ec2e-89f3-4265-bd07-5c7b3491600c']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:13.462367 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c58f3b7f-4054-4c46-aed4-cfc9932b6e1b req-defa0ab6-bf90-4261-8a0f-55043b510eb0 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332719 Jun 03 21:54:13.575623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:13.579626 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:port and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:13.582859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:13.589498 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:13.603874 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Made reservation on behalf of 1c65ca273ba64189ae50556ad62e49b5 for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:13.607696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.838763 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-83357a77-2058-48f7-b804-fa90bf781b67 req-ae6835e8-07c4-4b8e-bc78-c031d6832777 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 210 time: 0.0996826 Jun 03 21:54:14.012862 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Allocated IP 172.20.0.6 (555fac52-af7e-4e65-87b1-6ec1dfd44acb/9ea977e5-09a5-4276-bd90-73cd4e92c04c/52ab5678-d8bf-48c2-9cee-6a16655dba17) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:14.293349 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.311730 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Transition to ACTIVE for port object 52ab5678-d8bf-48c2-9cee-6a16655dba17 will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:14.343244 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.352079 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e021a6d5-ec08-4d81-873e-74f1acb568ea tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:14.426814 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:14.429713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:14.438745 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:14.488089 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:14.498752 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:14.523264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c7ca6d0e-3899-48cf-a169-d276f64770b1 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:14.559168 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:14.560244 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.598862 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: c7ca6d0e-3899-48cf-a169-d276f64770b1 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:54:14.599446 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device c7ca6d0e-3899-48cf-a169-d276f64770b1 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:54:14.607129 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389078 Jun 03 21:54:14.765295 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Request body: {'port': {'device_id': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:14.845756 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4369a1e5-5811-439c-a05b-77cf517dbc2c None None] Provisioning for port 52ab5678-d8bf-48c2-9cee-6a16655dba17 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:14.854567 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-4369a1e5-5811-439c-a05b-77cf517dbc2c None None] Provisioning complete for port 52ab5678-d8bf-48c2-9cee-6a16655dba17 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:14.855491 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4369a1e5-5811-439c-a05b-77cf517dbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.925044 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.960059 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b31686-93d0-49c4-b05c-9d91a47199b2 req-cb7b2b30-e981-4717-a5bb-fab07cd9b297 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:14.961498 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-87b31686-93d0-49c4-b05c-9d91a47199b2 req-cb7b2b30-e981-4717-a5bb-fab07cd9b297 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.2762382 Jun 03 21:54:15.015893 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-4369a1e5-5811-439c-a05b-77cf517dbc2c None None] Port 52ab5678-d8bf-48c2-9cee-6a16655dba17 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:54:15.206663 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-87b31686-93d0-49c4-b05c-9d91a47199b2 req-7af363c7-3f20-49b8-a0a8-f6314e426920 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095866 Jun 03 21:54:15.307845 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5e0e0-a24e-4c3d-bafb-8363a17edab1 req-d3b760b8-8159-4ed9-8e8f-456b58077e37 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:15.308601 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8ce5e0e0-a24e-4c3d-bafb-8363a17edab1 req-d3b760b8-8159-4ed9-8e8f-456b58077e37 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Synchronizing usage tracker for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:15.376967 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8ce5e0e0-a24e-4c3d-bafb-8363a17edab1 req-d3b760b8-8159-4ed9-8e8f-456b58077e37 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Unset dirty status for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:15.378290 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8ce5e0e0-a24e-4c3d-bafb-8363a17edab1 req-d3b760b8-8159-4ed9-8e8f-456b58077e37 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 931 time: 0.3828962 Jun 03 21:54:15.509735 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8ce5e0e0-a24e-4c3d-bafb-8363a17edab1 req-89ea8eef-0945-4d12-9bd2-8658222ee880 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841959 Jun 03 21:54:15.606501 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ab5678-d8bf-48c2-9cee-6a16655dba17 {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:15.615971 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.635321 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Transition to ACTIVE for port object 52ab5678-d8bf-48c2-9cee-6a16655dba17 will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:15.640060 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.644554 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4d05a794-5009-4339-bb3d-c7457118b682 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:15.789642 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:15.818556 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:15.925518 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Attempting to bind port 52ab5678-d8bf-48c2-9cee-6a16655dba17 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:15.925892 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Attempting to bind port 52ab5678-d8bf-48c2-9cee-6a16655dba17 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:15.926495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Attempting to bind port 52ab5678-d8bf-48c2-9cee-6a16655dba17 on network 555fac52-af7e-4e65-87b1-6ec1dfd44acb {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:15.933468 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Port 52ab5678-d8bf-48c2-9cee-6a16655dba17 on network 555fac52-af7e-4e65-87b1-6ec1dfd44acb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:54:15.933990 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Attempting to bind port 52ab5678-d8bf-48c2-9cee-6a16655dba17 on network 555fac52-af7e-4e65-87b1-6ec1dfd44acb {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:15.943218 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:15.943738 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Checking segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:15.944186 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Bound using segment: {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:15.944636 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Bound port: 52ab5678-d8bf-48c2-9cee-6a16655dba17, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7648b218-0cc0-4a45-8bb6-8978288c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:15.944992 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.048171 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:16.052105 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:16.058129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.062242 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:16.274126 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.275131 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.277536 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] 10.222.0.107 "PUT /v2.0/ports/52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 1093 time: 1.6394196 Jun 03 21:54:16.278394 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:16.285316 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b04479-ba73-44ba-a9f8-774dbd3a39fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:16.325284 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:16.331784 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:16.379161 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcbbb57-f662-432b-b5db-95e8c56fbe7a x-openstack-request-id: req-2dcbbb57-f662-432b-b5db-95e8c56fbe7a {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:16.379858 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:16.379858 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dcbbb57-f662-432b-b5db-95e8c56fbe7a {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:16.380389 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'status': 'completed', 'code': 200} Jun 03 21:54:16.528377 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-f1c43a2b-a471-444a-94f9-e25a15a3487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.530907 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-f1c43a2b-a471-444a-94f9-e25a15a3487c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1096 time: 0.1863980 Jun 03 21:54:16.543721 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc731e1a-b578-4448-9b2e-225006a6f0ad req-0bec0630-2f04-4b86-ba22-9a09f3d4044e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.546309 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cc731e1a-b578-4448-9b2e-225006a6f0ad req-0bec0630-2f04-4b86-ba22-9a09f3d4044e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1646926 Jun 03 21:54:16.662237 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-276e240c-4265-44a1-95f9-96fb40821e56 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 217 time: 0.1148086 Jun 03 21:54:16.744254 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cc731e1a-b578-4448-9b2e-225006a6f0ad req-cf9aca15-64f5-444d-9393-356c287e14e8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168292 Jun 03 21:54:16.800934 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-e13d6fd4-bfd6-4923-ba5e-b7d26fa806f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.802989 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-e13d6fd4-bfd6-4923-ba5e-b7d26fa806f8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.1315680 Jun 03 21:54:16.915691 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c018e-16c0-438f-872c-605f0e7d9731 req-ff3b2483-9bc7-43f2-983e-1021e8efb922 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.918014 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0f5c018e-16c0-438f-872c-605f0e7d9731 req-ff3b2483-9bc7-43f2-983e-1021e8efb922 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 943 time: 0.1706100 Jun 03 21:54:16.964720 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582e5-1c46-4149-99a2-1632f92655a5 req-d2a770ed-d675-4ca0-89a4-74df8262a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.967120 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-d2a770ed-d675-4ca0-89a4-74df8262a3c5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1560771 Jun 03 21:54:17.087880 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0f5c018e-16c0-438f-872c-605f0e7d9731 req-1e7cd9b8-98d3-4581-a1ef-97ce5c19fcc7 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540215 Jun 03 21:54:17.222880 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-a6279d6c-8c82-4745-a89e-6817f62a37cb service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445920 Jun 03 21:54:17.449791 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-821582e5-1c46-4149-99a2-1632f92655a5 req-85b22f56-2c71-4143-ba71-1488073a465b service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178514 Jun 03 21:54:17.625642 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-01f3e30b-f9ea-4d8e-9ace-46ca5bfdedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.627348 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-01f3e30b-f9ea-4d8e-9ace-46ca5bfdedca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1096 time: 0.1006496 Jun 03 21:54:17.876070 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-0b5b6e93-6778-42bc-80bd-e5f2be74d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.878439 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-0b5b6e93-6778-42bc-80bd-e5f2be74d827 service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.2391987 Jun 03 21:54:18.000703 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-f60ebc57-b956-4582-9836-2bceee54fb69 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 217 time: 0.1127458 Jun 03 21:54:18.144244 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-d2ba654a-8fb6-46e7-bea2-570f8ec86576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:18.147533 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-d2ba654a-8fb6-46e7-bea2-570f8ec86576 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.1302714 Jun 03 21:54:18.259301 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b80e01-d79c-4e89-a762-6e029192149a req-872c33d2-c17e-4534-8f74-102f981332da tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:18.262020 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-15b80e01-d79c-4e89-a762-6e029192149a req-872c33d2-c17e-4534-8f74-102f981332da tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.3172317 Jun 03 21:54:18.448663 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-15b80e01-d79c-4e89-a762-6e029192149a req-1d23a90d-bdb9-4257-af96-6b31ac638ebe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150031 Jun 03 21:54:18.482444 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-f232c1c3-d351-4136-9602-e30cd66d2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:18.484031 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-f232c1c3-d351-4136-9602-e30cd66d2c84 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3291574 Jun 03 21:54:18.496029 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0eb5-3540-4fc5-950e-f52c64fe51e6 req-90402539-1a90-4778-bdaa-f49bd0048963 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:18.497563 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7a2f0eb5-3540-4fc5-950e-f52c64fe51e6 req-90402539-1a90-4778-bdaa-f49bd0048963 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 943 time: 0.2656851 Jun 03 21:54:18.649874 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7a2f0eb5-3540-4fc5-950e-f52c64fe51e6 req-2762a35d-eb3d-42c6-9aa1-e744c0cb3325 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318924 Jun 03 21:54:18.805481 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-4a60f129-7e1e-40eb-beb5-027886e290af service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069119 Jun 03 21:54:19.037332 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-90b04479-ba73-44ba-a9f8-774dbd3a39fc req-6e309e1b-69aa-4e49-9bd6-a1f21766017e service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213416 Jun 03 21:54:19.220247 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-292d59dc-7d95-4f32-8ccf-9f34c39c71ff tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:19.221901 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-292d59dc-7d95-4f32-8ccf-9f34c39c71ff tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/networks?id=df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 200 len: 814 time: 0.1739416 Jun 03 21:54:19.251287 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-4abd7381-0573-4b5c-8d89-fd9043fe3372 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/quotas/a155a15518f441a3be816841fd7dab82 HTTP/1.1" status: 200 len: 375 time: 0.0186694 Jun 03 21:54:19.341840 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-a0bc88a8-cab0-4b41-bdbb-c79849026304 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a155a15518f441a3be816841fd7dab82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828466 Jun 03 21:54:19.590539 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-8393f85a-81ce-48f0-8737-c07d858e4553 service neutron] 10.222.0.77 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392173 Jun 03 21:54:19.857559 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-631646c6-74d6-4010-9c29-5c60b5aa8a38 service neutron] 10.222.0.77 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605982 Jun 03 21:54:19.877887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7d2dd-b116-4ffc-808a-4dcbc1ef3f72 req-4afa9096-f98e-46fb-bc35-5ac89bbd19ee tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:19.881682 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67c7d2dd-b116-4ffc-808a-4dcbc1ef3f72 req-4afa9096-f98e-46fb-bc35-5ac89bbd19ee tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.2523692 Jun 03 21:54:19.971400 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67c7d2dd-b116-4ffc-808a-4dcbc1ef3f72 req-b0f2ebb3-6fb7-4e30-a635-18e87b14f8ca tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795169 Jun 03 21:54:20.358485 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-402be701-2488-4cd9-a110-9d9948629d6e req-19b69544-2e84-4dde-bd1b-755430df1195 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 210 time: 0.0892279 Jun 03 21:54:20.391755 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614af17-39ca-4f68-8b6c-c825606717ce req-be0c12ae-eb23-4296-82a5-397518df5902 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:20.393788 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4614af17-39ca-4f68-8b6c-c825606717ce req-be0c12ae-eb23-4296-82a5-397518df5902 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 943 time: 0.2367492 Jun 03 21:54:20.485670 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4614af17-39ca-4f68-8b6c-c825606717ce req-2deb7a0f-95d3-4546-a12b-9d87686f37d6 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786068 Jun 03 21:54:20.552626 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:54:20.783957 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:20.811626 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'port_id': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'mac_address': 'fa:16:3e:65:78:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:54:20.905728 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:20.925234 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ab5678-d8bf-48c2-9cee-6a16655dba17 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:20.943694 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:20.949073 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:20.950992 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:21.030815 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:21.047852 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.048252 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.048521 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.048932 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.049313 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.049654 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.049975 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.050293 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.050609 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.050992 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.051343 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.051652 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:21.055928 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:21.231164 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1b65-86da-4105-9cc1-f8d05d86f8b2 req-fa4c7f5c-d067-4c20-b2f4-b1c5b97b3535 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:21.233637 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c26b1b65-86da-4105-9cc1-f8d05d86f8b2 req-fa4c7f5c-d067-4c20-b2f4-b1c5b97b3535 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1143100 Jun 03 21:54:21.256624 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['52ab5678-d8bf-48c2-9cee-6a16655dba17'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:54:21.313082 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c26b1b65-86da-4105-9cc1-f8d05d86f8b2 req-ed09463b-69e3-4cba-ae1c-26e4470a23db tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717449 Jun 03 21:54:21.652158 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9f8c1de0-4194-4477-9167-f59f5b5b0bda req-1393b244-3a7a-4abd-a54e-213e8e29c1e7 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 210 time: 0.1340909 Jun 03 21:54:21.764088 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:21.884894 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-f643c664-748d-429c-903e-78cdc2c4b0f0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:21.886766 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-f643c664-748d-429c-903e-78cdc2c4b0f0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "GET /v2.0/networks?id=df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 200 len: 814 time: 0.2857194 Jun 03 21:54:21.904692 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Request body: {'port': {'device_id': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9', 'admin_state_up': True, 'tenant_id': 'a155a15518f441a3be816841fd7dab82'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:21.955266 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618d8ad-c3b1-4d06-aa1e-51d7311f19d7 req-66a2cdd4-dee5-4bbc-85fb-4d969208f602 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:21.956850 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5618d8ad-c3b1-4d06-aa1e-51d7311f19d7 req-66a2cdd4-dee5-4bbc-85fb-4d969208f602 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 944 time: 0.2612779 Jun 03 21:54:22.099333 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5618d8ad-c3b1-4d06-aa1e-51d7311f19d7 req-59508622-36c4-4574-bd06-30d8e51c12d2 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297505 Jun 03 21:54:22.144671 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:22.157848 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:22.171941 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Made reservation on behalf of a155a15518f441a3be816841fd7dab82 for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:22.178272 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.386820 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706da1-90f2-4046-914b-ded57658aae6 req-2d517fe5-56b8-44e2-ba2d-d6c1ce3cd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:22.389560 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-2d517fe5-56b8-44e2-ba2d-d6c1ce3cd548 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1099 time: 0.1265919 Jun 03 21:54:22.497494 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Allocated IP 172.20.0.5 (df738f98-d14f-4237-a12d-16f6140370b9/bbc9206e-4230-4390-abdc-f45233293ea1/128bc624-9f90-4bda-be42-418245f2d1dd) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:22.550051 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:22.666989 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706da1-90f2-4046-914b-ded57658aae6 req-fedfa07b-39de-450f-9673-e36554f10c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:22.669080 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-fedfa07b-39de-450f-9673-e36554f10c95 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.2472794 Jun 03 21:54:22.694085 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 52ab5678-d8bf-48c2-9cee-6a16655dba17 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:22.704934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 52ab5678-d8bf-48c2-9cee-6a16655dba17 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:22.705649 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.919982 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.994128 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-705083c1-b736-44bf-bf27-9f32a6146def service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 1002 time: 0.3158011 Jun 03 21:54:23.006161 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:23.006161 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5709dcc9-e749-453d-9797-c5a6cea8a476" -d '{"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-plugged", "status": "completed", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:23.015452 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:23.024718 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:23.029066 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:23.097018 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34e195-4f4c-4b62-b0d7-6bfa7ed95326 req-e197c27a-079d-4fcf-b638-9c7fdef9a83c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:23.106315 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dd34e195-4f4c-4b62-b0d7-6bfa7ed95326 req-e197c27a-079d-4fcf-b638-9c7fdef9a83c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.5769091 Jun 03 21:54:23.145535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706da1-90f2-4046-914b-ded57658aae6 req-0a44e382-bc49-475b-a6ea-09bc114d4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:23.145535 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-0a44e382-bc49-475b-a6ea-09bc114d4c95 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1350231 Jun 03 21:54:23.178812 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05e20a1d-4e69-4262-94b4-3c3632c0a287 req-69fd544f-b425-440d-98f6-1b699b351628 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 210 time: 0.1645663 Jun 03 21:54:23.184699 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:23.200731 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:23.256985 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dd34e195-4f4c-4b62-b0d7-6bfa7ed95326 req-1c3df079-e32a-4b56-9eb8-6ce8b7e6d510 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501853 Jun 03 21:54:23.314247 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84706da1-90f2-4046-914b-ded57658aae6 req-90eb6696-5b49-41bb-a2fb-18d1c30c6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:23.316097 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-90eb6696-5b49-41bb-a2fb-18d1c30c6549 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1640189 Jun 03 21:54:23.341461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:23.451775 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:23.465733 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3dc830c9-1b1f-4a18-a078-78df5bc03ed9 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:23.512020 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b52357-4abf-44b2-b85d-693e65102722 x-openstack-request-id: req-a6b52357-4abf-44b2-b85d-693e65102722 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:23.513232 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-plugged", "status": "completed", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:23.513896 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6b52357-4abf-44b2-b85d-693e65102722 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:23.514859 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'code': 200} Jun 03 21:54:23.597152 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Network df738f98-d14f-4237-a12d-16f6140370b9 is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:23.600688 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:23.605608 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:23.630319 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-ff131c1f-e5af-4265-93b4-d739e90ff95b service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046131 Jun 03 21:54:23.796843 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-84706da1-90f2-4046-914b-ded57658aae6 req-621bdd90-bd62-4f68-a834-b1484890f0fa service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603012 Jun 03 21:54:23.798831 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Pushing event updated for resources: {'Port': ['ID=128bc624-9f90-4bda-be42-418245f2d1dd,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:23.802959 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:23.828138 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:23.828860 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:23.869640 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9692528 Jun 03 21:54:23.885807 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Request body: {'port': {'device_id': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:23.926979 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a0bd0-8cb3-420f-942f-164a838fac47 req-06496ac9-2842-41d2-bc21-5b749a461d06 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:23.928637 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-264a0bd0-8cb3-420f-942f-164a838fac47 req-06496ac9-2842-41d2-bc21-5b749a461d06 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.2848682 Jun 03 21:54:24.032506 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c0075-8f48-441e-b01d-6d4f8fa9c5f5 req-08e593e6-3d62-477b-a70d-ada3ba1d8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.034965 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-246c0075-8f48-441e-b01d-6d4f8fa9c5f5 req-08e593e6-3d62-477b-a70d-ada3ba1d8982 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.0985546 Jun 03 21:54:24.062428 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-264a0bd0-8cb3-420f-942f-164a838fac47 req-689d8b2f-db8e-4895-9967-56f1b048b1b7 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207371 Jun 03 21:54:24.087540 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-246c0075-8f48-441e-b01d-6d4f8fa9c5f5 req-0b4fc972-aed2-4113-a95e-3d34e1aa5e60 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Jun 03 21:54:24.088700 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.635335 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dfa6d-7372-4d67-80e7-da54dab8435b req-8dcc2227-754c-48b8-9389-fa864ef5817f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.636451 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-860dfa6d-7372-4d67-80e7-da54dab8435b req-8dcc2227-754c-48b8-9389-fa864ef5817f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Synchronizing usage tracker for tenant:a155a15518f441a3be816841fd7dab82 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:24.719910 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-860dfa6d-7372-4d67-80e7-da54dab8435b req-8dcc2227-754c-48b8-9389-fa864ef5817f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Unset dirty status for tenant:a155a15518f441a3be816841fd7dab82 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:24.721240 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-860dfa6d-7372-4d67-80e7-da54dab8435b req-8dcc2227-754c-48b8-9389-fa864ef5817f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 931 time: 0.3580828 Jun 03 21:54:24.724579 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128bc624-9f90-4bda-be42-418245f2d1dd {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:24.737245 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.760119 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2599c5-3759-448e-98ab-27853a3ec70c req-cab568b4-c6f0-417f-88ea-587347b7f35b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.761735 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8c2599c5-3759-448e-98ab-27853a3ec70c req-cab568b4-c6f0-417f-88ea-587347b7f35b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.2396472 Jun 03 21:54:24.837702 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Transition to ACTIVE for port object 128bc624-9f90-4bda-be42-418245f2d1dd will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:24.863434 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.873264 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:24.922360 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-860dfa6d-7372-4d67-80e7-da54dab8435b req-44312d88-7552-442c-baba-72a864ea97d8 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889822 Jun 03 21:54:24.937982 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8c2599c5-3759-448e-98ab-27853a3ec70c req-b14f88f3-52a8-41e3-876d-8bd3e04c59d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592000 Jun 03 21:54:25.086585 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Pushing event updated for resources: {'Port': ['ID=128bc624-9f90-4bda-be42-418245f2d1dd,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:25.091382 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:25.354260 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Attempting to bind port 128bc624-9f90-4bda-be42-418245f2d1dd on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:25.354689 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Attempting to bind port 128bc624-9f90-4bda-be42-418245f2d1dd by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:25.355271 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Attempting to bind port 128bc624-9f90-4bda-be42-418245f2d1dd on network df738f98-d14f-4237-a12d-16f6140370b9 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:25.375645 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Port 128bc624-9f90-4bda-be42-418245f2d1dd on network df738f98-d14f-4237-a12d-16f6140370b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:54:25.375974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Attempting to bind port 128bc624-9f90-4bda-be42-418245f2d1dd on network df738f98-d14f-4237-a12d-16f6140370b9 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:25.394048 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec13d15-2443-4e90-b07d-7e29b55c9595 req-2252fb6b-8668-4183-9fd1-0af0b75fd3c9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:25.395621 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1ec13d15-2443-4e90-b07d-7e29b55c9595 req-2252fb6b-8668-4183-9fd1-0af0b75fd3c9 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1405449 Jun 03 21:54:25.398829 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:25.399149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Checking segment: {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:25.399454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Bound using segment: {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:25.399935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Bound port: 128bc624-9f90-4bda-be42-418245f2d1dd, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91545499-1c5d-4998-8c93-0591f5be35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:25.400489 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.642522 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1ec13d15-2443-4e90-b07d-7e29b55c9595 req-d53a08d3-1dda-4952-872e-5f403605a59e tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267548 Jun 03 21:54:25.674654 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] For port 128bc624-9f90-4bda-be42-418245f2d1dd, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:25.681053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] For port 128bc624-9f90-4bda-be42-418245f2d1dd, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=128bc624-9f90-4bda-be42-418245f2d1dd,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:25.687570 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.693930 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2b49f8fe-dbac-43cd-b7ca-5161e9eb6963 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:25.751957 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:25.752574 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.754920 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] 10.222.0.107 "PUT /v2.0/ports/128bc624-9f90-4bda-be42-418245f2d1dd HTTP/1.1" status: 200 len: 1093 time: 1.8727431 Jun 03 21:54:25.755610 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'tag': '128bc624-9f90-4bda-be42-418245f2d1dd'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:25.758390 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a23357d-4fe6-4275-9ea6-c61b43748ded" -d '{"events": [{"name": "network-changed", "server_uuid": "c67851e4-b126-4623-abff-f79bc6d3789a", "tag": "128bc624-9f90-4bda-be42-418245f2d1dd"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:25.824166 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Pushing event updated for resources: {'Port': ['ID=128bc624-9f90-4bda-be42-418245f2d1dd,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:25.838183 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:26.032918 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052c9f08-defd-4bbc-8f47-01310c6db458 x-openstack-request-id: req-052c9f08-defd-4bbc-8f47-01310c6db458 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:26.033406 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67851e4-b126-4623-abff-f79bc6d3789a", "tag": "128bc624-9f90-4bda-be42-418245f2d1dd", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:26.033852 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-052c9f08-defd-4bbc-8f47-01310c6db458 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:26.034513 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'tag': '128bc624-9f90-4bda-be42-418245f2d1dd', 'status': 'completed', 'code': 200} Jun 03 21:54:26.164319 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-520d7992-2d28-4a80-bf3a-77bf4ff35839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.174040 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-520d7992-2d28-4a80-bf3a-77bf4ff35839 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a155a15518f441a3be816841fd7dab82&device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 1096 time: 0.3142357 Jun 03 21:54:26.322690 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c7f4-9036-4985-b222-7a5bc445dda2 req-817cd428-9742-43a8-8383-a59c70a64915 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.325354 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0152c7f4-9036-4985-b222-7a5bc445dda2 req-817cd428-9742-43a8-8383-a59c70a64915 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.3755836 Jun 03 21:54:26.385600 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-2075e9be-1938-439e-b7c5-d5f360bfb8ed service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128bc624-9f90-4bda-be42-418245f2d1dd HTTP/1.1" status: 200 len: 217 time: 0.2100506 Jun 03 21:54:26.595001 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0152c7f4-9036-4985-b222-7a5bc445dda2 req-602b09c5-4fd2-4427-a1da-f46568bedbad tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982217 Jun 03 21:54:26.603672 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-9ea91dfa-2ef6-4cf9-b466-9f591b95ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.606128 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-9ea91dfa-2ef6-4cf9-b466-9f591b95ceb9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bbc9206e-4230-4390-abdc-f45233293ea1 HTTP/1.1" status: 200 len: 854 time: 0.2074485 Jun 03 21:54:26.631945 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44504) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:26.697717 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-219c22a9-5356-4075-9397-83dc24c83c23 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df738f98-d14f-4237-a12d-16f6140370b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806823 Jun 03 21:54:26.796435 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e379be89-d013-436b-b558-33742b5e9bf1 tempest-TestShelveInstance-1210524329 tempest-TestShelveInstance-1210524329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.797091 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e379be89-d013-436b-b558-33742b5e9bf1 tempest-TestShelveInstance-1210524329 tempest-TestShelveInstance-1210524329-project-admin] Synchronizing usage tracker for tenant:961db30ad2c047feb75304b3dfd1d33c on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:26.812659 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4f1d-9df9-4c2d-a366-4231cff9936d req-028a2f24-d0f3-40b8-b53c-1f1a7644daf0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.814991 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-52ca4f1d-9df9-4c2d-a366-4231cff9936d req-028a2f24-d0f3-40b8-b53c-1f1a7644daf0 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 943 time: 0.5371103 Jun 03 21:54:26.820326 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e379be89-d013-436b-b558-33742b5e9bf1 tempest-TestShelveInstance-1210524329 tempest-TestShelveInstance-1210524329-project-admin] Unset dirty status for tenant:961db30ad2c047feb75304b3dfd1d33c on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:26.822414 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e379be89-d013-436b-b558-33742b5e9bf1 tempest-TestShelveInstance-1210524329 tempest-TestShelveInstance-1210524329-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1093 time: 0.1887760 Jun 03 21:54:26.825631 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44508) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:26.835480 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Request body: {'floatingip': {'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'port_id': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:26.846425 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:26.855418 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Usage tracker for resource:floatingip and tenant:1c65ca273ba64189ae50556ad62e49b5 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:26.860854 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:26.872115 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:26.892449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for floatingip, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.997908 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-52ca4f1d-9df9-4c2d-a366-4231cff9936d req-4aca7fcb-d856-4c67-a94f-3be504f7a15d tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543434 Jun 03 21:54:27.052780 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-b7c3b171-fa5f-4bed-914c-2aa0021e6754 service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432806 Jun 03 21:54:27.132479 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f04db5-53ec-44bf-803f-f7c74464bba9 req-bb50818e-e5d7-4dba-b46f-1ebd908fd447 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.135221 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-91f04db5-53ec-44bf-803f-f7c74464bba9 req-bb50818e-e5d7-4dba-b46f-1ebd908fd447 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.3950429 Jun 03 21:54:27.139749 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.356506 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Allocated IP 172.28.1.251 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/94da999e-5244-418a-8585-2c00c6383511) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:27.364220 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-91f04db5-53ec-44bf-803f-f7c74464bba9 req-98a0152e-fa0a-4215-bfd2-20311ce748d0 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206051 Jun 03 21:54:27.438488 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-985b8432-051e-4fad-ba88-4d4e926e1fbc req-154814fe-3113-4921-bf6e-07feabe767bf service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771806 Jun 03 21:54:27.602595 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.641008 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-047e4826-9922-4423-9147-a9ce004bca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.643634 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-047e4826-9922-4423-9147-a9ce004bca81 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a155a15518f441a3be816841fd7dab82&device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 1096 time: 0.1320603 Jun 03 21:54:27.656812 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.664250 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:27.774132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:27.779576 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:27.786374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:27.852987 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-850d9e91-d61c-4859-8477-71b8def3b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.854498 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-850d9e91-d61c-4859-8477-71b8def3b23c service neutron] 10.222.0.107 "GET /v2.0/networks?id=df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 200 len: 916 time: 0.2027464 Jun 03 21:54:27.856603 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'Port': ['ID=94da999e-5244-418a-8585-2c00c6383511,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:27.875918 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.876298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.876674 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.877041 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.877405 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.877762 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.878117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.878471 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.878850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.879927 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.880296 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.880713 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:27.886496 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:27.944763 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-82b987c9-452e-4c36-8c38-8b0208e38c77 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128bc624-9f90-4bda-be42-418245f2d1dd HTTP/1.1" status: 200 len: 217 time: 0.0788341 Jun 03 21:54:28.024604 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-ca6804e4-2b33-4389-a7ec-45bb4b0eea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:28.026072 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-ca6804e4-2b33-4389-a7ec-45bb4b0eea1e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bbc9206e-4230-4390-abdc-f45233293ea1 HTTP/1.1" status: 200 len: 854 time: 0.0709016 Jun 03 21:54:28.094772 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-9f045aba-eb13-48f5-b480-cc447577f68a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df738f98-d14f-4237-a12d-16f6140370b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533254 Jun 03 21:54:28.511995 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-5eba5f4f-0f3b-467a-9bb4-da65517c99a7 service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982918 Jun 03 21:54:28.556928 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89223cc-d1b5-42ba-b688-db718740936d req-b520ad1b-a468-43e1-a0e3-2db38dca3054 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:28.558633 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d89223cc-d1b5-42ba-b688-db718740936d req-b520ad1b-a468-43e1-a0e3-2db38dca3054 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 943 time: 0.2122061 Jun 03 21:54:28.612551 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.730962 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.758349 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d89223cc-d1b5-42ba-b688-db718740936d req-069fabf9-115c-4eb7-8618-de08e81639d5 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795056 Jun 03 21:54:28.794198 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0a23357d-4fe6-4275-9ea6-c61b43748ded req-7e51e56d-61d9-43a7-a2e4-46145203a6d5 service neutron] 10.222.0.107 "GET /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684820 Jun 03 21:54:28.835456 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ee188-f433-4e10-b4c6-f1d63bb179ae req-074a6799-dd4d-476f-aaab-9bcb3da51b99 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:28.837285 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f82ee188-f433-4e10-b4c6-f1d63bb179ae req-074a6799-dd4d-476f-aaab-9bcb3da51b99 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1792562 Jun 03 21:54:28.920314 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f82ee188-f433-4e10-b4c6-f1d63bb179ae req-147c4045-c8c6-468a-8ec1-e758f973f6ba tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657668 Jun 03 21:54:29.245569 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.252989 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.262331 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:29.458293 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.542274 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event updated for resources: {'Port': ['ID=94da999e-5244-418a-8585-2c00c6383511,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:29.545372 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:29.672024 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.l3_db [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Floating IP 42514229-ac6f-49cd-b54c-4ae06e5137fb associated. External IP: 172.28.1.251, port: 52ab5678-d8bf-48c2-9cee-6a16655dba17. Jun 03 21:54:30.000803 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f3d9-1f08-458f-aed3-914391dc1b64 req-330c82d7-2b76-435a-a8a5-0856e8b3b39d tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:30.003330 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1017f3d9-1f08-458f-aed3-914391dc1b64 req-330c82d7-2b76-435a-a8a5-0856e8b3b39d tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 943 time: 0.1104200 Jun 03 21:54:30.057647 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1017f3d9-1f08-458f-aed3-914391dc1b64 req-ca693a69-76cf-4615-9ed1-7073b8a12793 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Jun 03 21:54:30.081594 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Router b8004a70-9e0a-49ae-b5a9-563ca7d82665 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:54:30.193383 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee427b-88fe-4c2f-849c-43ae117e77ee req-28cc6177-edc7-4cc8-8a31-3f14cb6c3246 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:30.195041 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2ee427b-88fe-4c2f-849c-43ae117e77ee req-28cc6177-edc7-4cc8-8a31-3f14cb6c3246 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1136243 Jun 03 21:54:30.264684 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f2ee427b-88fe-4c2f-849c-43ae117e77ee req-fa776ff8-9ab6-4947-810a-ae49148d4784 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616813 Jun 03 21:54:30.363128 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:54:30.377918 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] Sync routers for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:54:30.391124 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:30.392112 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:54:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:30.401991 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:30.505741 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6771493 Jun 03 21:54:30.506825 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:30.511048 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e178e32d-4872-4d8c-8896-700d9fc9b958" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:30.618035 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:54:30.671318 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c719b2f0-db66-48f3-9039-d0bb2f7e4191 x-openstack-request-id: req-c719b2f0-db66-48f3-9039-d0bb2f7e4191 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:30.671902 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:30.672511 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c719b2f0-db66-48f3-9039-d0bb2f7e4191 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:30.673673 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'status': 'completed', 'code': 200} Jun 03 21:54:30.705328 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:54:30.830308 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-f42e798c-d47e-4061-9edd-90c8477982dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:30.833027 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-f42e798c-d47e-4061-9edd-90c8477982dc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.1274428 Jun 03 21:54:31.057579 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:31.095748 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'mac_address': 'fa:16:3e:a0:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:54:31.116341 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-ec431078-cc69-4d8f-835f-dba34f3b5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:31.118483 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-ec431078-cc69-4d8f-835f-dba34f3b5b18 service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.2778864 Jun 03 21:54:31.333648 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.417625 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b857036-e06e-49c9-b97e-14f39f3cd366 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:31.432360 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-5e4e29d3-958d-4f1c-ac7d-63594db28461 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 999 time: 0.3007534 Jun 03 21:54:31.437677 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:31.496865 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.498353 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 128bc624-9f90-4bda-be42-418245f2d1dd details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:54:31.503067 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:31.606043 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-5d867ce7-1e6d-44ec-a582-d571119a8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:31.608638 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-5d867ce7-1e6d-44ec-a582-d571119a8f1f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.1613119 Jun 03 21:54:31.643051 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=6']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:31.663108 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:31.715540 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5193-49fd-4ca4-877d-3642d0e36bbb req-730fe500-6af7-409d-8b7c-30571c6bf048 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:31.717324 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d4a5193-49fd-4ca4-877d-3642d0e36bbb req-730fe500-6af7-409d-8b7c-30571c6bf048 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 943 time: 0.4287813 Jun 03 21:54:31.793243 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '42514229-ac6f-49cd-b54c-4ae06e5137fb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'port_id': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'mac_address': 'fa:16:3e:65:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:54:28Z', 'updated_at': '2021-06-03T21:54:28Z', 'revision_number': 0, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:43Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:31.874838 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d4a5193-49fd-4ca4-877d-3642d0e36bbb req-a712cf06-8998-4e2f-9d9c-2dc11c2bf663 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Jun 03 21:54:31.929086 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-deb0e7e6-b499-4882-869b-0e66d7269dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:31.937653 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-deb0e7e6-b499-4882-869b-0e66d7269dff service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3128712 Jun 03 21:54:31.941837 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] Checking router: b8004a70-9e0a-49ae-b5a9-563ca7d82665 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:54:31.960606 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cbd628e1-105e-4d7d-aed1-350ac2cfad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.972388 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419bf22-e2a7-4667-91e5-7a4d42140ab0 req-4d0a1e6b-f0bf-424f-a164-cfd6c206dac8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:31.975589 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:31.975825 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e419bf22-e2a7-4667-91e5-7a4d42140ab0 req-4d0a1e6b-f0bf-424f-a164-cfd6c206dac8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 945 time: 0.2747324 Jun 03 21:54:31.976312 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:54:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:32.089499 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 128bc624-9f90-4bda-be42-418245f2d1dd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=128bc624-9f90-4bda-be42-418245f2d1dd,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:32.121863 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '128bc624-9f90-4bda-be42-418245f2d1dd', 'network_id': 'df738f98-d14f-4237-a12d-16f6140370b9', 'port_id': '128bc624-9f90-4bda-be42-418245f2d1dd', 'mac_address': 'fa:16:3e:ab:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9206e-4230-4390-abdc-f45233293ea1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:54:32.129684 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e419bf22-e2a7-4667-91e5-7a4d42140ab0 req-03fdd5e6-08c6-4012-a53c-fa5a22526ff2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144128 Jun 03 21:54:32.321081 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-b089b5ff-8f38-4f2d-80ac-5a50f3a5e5fb service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437774 Jun 03 21:54:32.399437 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.440922 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:54:32.502227 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e178e32d-4872-4d8c-8896-700d9fc9b958 req-334b8be2-ee23-49c7-922d-34a749aba95f service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729240 Jun 03 21:54:32.547855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128bc624-9f90-4bda-be42-418245f2d1dd {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:32.681030 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 128bc624-9f90-4bda-be42-418245f2d1dd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=128bc624-9f90-4bda-be42-418245f2d1dd,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:32.698078 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.703337 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:32.847404 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['7b857036-e06e-49c9-b97e-14f39f3cd366'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:54:32.956057 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=128bc624-9f90-4bda-be42-418245f2d1dd,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:32.979344 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:33.073275 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['128bc624-9f90-4bda-be42-418245f2d1dd'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:54:33.346936 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9a77-eb99-40a9-9b3e-f849d91dcb7c req-eb41a9e6-c5c4-4d08-8094-6af7db146e81 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:33.361508 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d18d9a77-eb99-40a9-9b3e-f849d91dcb7c req-eb41a9e6-c5c4-4d08-8094-6af7db146e81 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 944 time: 0.2228518 Jun 03 21:54:33.663252 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '42514229-ac6f-49cd-b54c-4ae06e5137fb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'port_id': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'mac_address': 'fa:16:3e:65:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:54:28Z', 'updated_at': '2021-06-03T21:54:28Z', 'revision_number': 0, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:43Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:33.695230 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7ca55-f373-456a-91b8-db1446c6df49 None None] The sync data for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb is: [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '42514229-ac6f-49cd-b54c-4ae06e5137fb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'port_id': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'mac_address': 'fa:16:3e:65:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:54:28Z', 'updated_at': '2021-06-03T21:54:28Z', 'revision_number': 0, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:43Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:54:33.785785 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d18d9a77-eb99-40a9-9b3e-f849d91dcb7c req-fb359e8c-b447-4a16-a792-fe07f57f23e8 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223485 Jun 03 21:54:33.851709 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4dd4-4ac8-495e-9a4e-8afb2c203140 req-5e3fcbe1-9b34-44e9-a9ea-9f54a065fc0b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:33.864790 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-991a4dd4-4ac8-495e-9a4e-8afb2c203140 req-5e3fcbe1-9b34-44e9-a9ea-9f54a065fc0b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 945 time: 0.4523571 Jun 03 21:54:33.995307 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-991a4dd4-4ac8-495e-9a4e-8afb2c203140 req-8d292cb6-9112-46d7-b4fd-1289735d113d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291947 Jun 03 21:54:34.174626 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da681b-98a0-4de0-89c3-a2508473126c None None] New status for floating IP 42514229-ac6f-49cd-b54c-4ae06e5137fb: ACTIVE {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:54:34.408752 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:34.636491 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-800a8a9f-59ad-4ab2-aa7f-ed58af687ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:34.708181 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:34.903923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 7b857036-e06e-49c9-b97e-14f39f3cd366 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:34.904471 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.125738 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.164765 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:35.169050 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48feef3-e52f-4f43-9f53-21d0b2a91a04" -d '{"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:35.190068 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:35.192550 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd8b16-2b36-4138-b385-fe22df406c82 req-893f3602-804a-40ea-b711-46789615f367 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.194389 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f1cd8b16-2b36-4138-b385-fe22df406c82 req-893f3602-804a-40ea-b711-46789615f367 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 944 time: 0.1827974 Jun 03 21:54:35.197291 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.199209 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 128bc624-9f90-4bda-be42-418245f2d1dd up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:35.323399 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f1cd8b16-2b36-4138-b385-fe22df406c82 req-332e3820-0023-473f-834c-18d5b7665aeb tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166453 Jun 03 21:54:35.408800 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:35.614387 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 128bc624-9f90-4bda-be42-418245f2d1dd completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:35.623197 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=7']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:35.630651 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:35.632821 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 128bc624-9f90-4bda-be42-418245f2d1dd triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:35.633433 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.815173 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0289c3-22ba-4c36-a09e-99e90dd5262d x-openstack-request-id: req-3a0289c3-22ba-4c36-a09e-99e90dd5262d {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:35.816599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:35.816599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a0289c3-22ba-4c36-a09e-99e90dd5262d {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:35.816599 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'code': 200} Jun 03 21:54:35.903096 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.932043 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.969969 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5929d9f-480e-4542-8ecf-78de0fcc8e75 req-9721356d-dec2-422d-9f2f-68b824adf7ec tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.982518 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f5929d9f-480e-4542-8ecf-78de0fcc8e75 req-9721356d-dec2-422d-9f2f-68b824adf7ec tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.3773251 Jun 03 21:54:35.991461 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 128bc624-9f90-4bda-be42-418245f2d1dd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=128bc624-9f90-4bda-be42-418245f2d1dd,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:36.002799 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.007848 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:36.138929 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f5929d9f-480e-4542-8ecf-78de0fcc8e75 req-5425a8a3-d97e-4a29-b029-342a8aa30dbb tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547499 Jun 03 21:54:36.165428 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=128bc624-9f90-4bda-be42-418245f2d1dd,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:36.170620 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:36.692072 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a33cd4-1630-4651-9002-96ebabf1f8c7 req-aafa9c46-00f7-434c-9bda-467ec26dc8da tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:36.693681 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d2a33cd4-1630-4651-9002-96ebabf1f8c7 req-aafa9c46-00f7-434c-9bda-467ec26dc8da tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1298437 Jun 03 21:54:36.768790 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d2a33cd4-1630-4651-9002-96ebabf1f8c7 req-2014bb9f-a0db-454a-99ce-4e893dab9da8 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Jun 03 21:54:37.416851 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.618145 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4af9c-bc5d-412f-8e36-bd3b0030010a req-6d15d5b3-715d-4377-b7a1-451169019af5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:37.620207 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-04f4af9c-bc5d-412f-8e36-bd3b0030010a req-6d15d5b3-715d-4377-b7a1-451169019af5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1692193 Jun 03 21:54:37.689851 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-04f4af9c-bc5d-412f-8e36-bd3b0030010a req-b2873008-ad30-4222-b18f-b59e222322a0 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634737 Jun 03 21:54:37.819883 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128bc624-9f90-4bda-be42-418245f2d1dd'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:37.824478 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4b4a18-ff10-4655-a777-041bd37c7697" -d '{"events": [{"server_uuid": "c67851e4-b126-4623-abff-f79bc6d3789a", "name": "network-vif-plugged", "status": "completed", "tag": "128bc624-9f90-4bda-be42-418245f2d1dd"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:38.189713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0af3fe-aba1-4d42-8115-2eb0aa1386cf req-dbecc5ce-56a5-489c-ab66-1b1299bfde63 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:38.199264 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8d0af3fe-aba1-4d42-8115-2eb0aa1386cf req-dbecc5ce-56a5-489c-ab66-1b1299bfde63 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.2019322 Jun 03 21:54:38.260928 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ef910-a937-4332-8be6-8ec3c183c04c x-openstack-request-id: req-8e1ef910-a937-4332-8be6-8ec3c183c04c {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:38.261396 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67851e4-b126-4623-abff-f79bc6d3789a", "name": "network-vif-plugged", "status": "completed", "tag": "128bc624-9f90-4bda-be42-418245f2d1dd", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:38.261841 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e1ef910-a937-4332-8be6-8ec3c183c04c {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:38.262534 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128bc624-9f90-4bda-be42-418245f2d1dd', 'code': 200} Jun 03 21:54:38.308451 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8d0af3fe-aba1-4d42-8115-2eb0aa1386cf req-78fa03f8-4737-4bc9-9f92-c75cf702cd48 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083279 Jun 03 21:54:38.666545 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099c20f-9d6a-4be9-998c-89255f133492 req-d88400bf-bc52-4b1c-b641-e85343e50cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:38.668048 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c099c20f-9d6a-4be9-998c-89255f133492 req-d88400bf-bc52-4b1c-b641-e85343e50cce service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 1098 time: 0.1122265 Jun 03 21:54:38.745058 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c099c20f-9d6a-4be9-998c-89255f133492 req-191c4888-bdc6-4b53-96bf-7072e73f4492 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Jun 03 21:54:39.033641 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e5d9-f97c-4aec-8cef-72621659cf83 req-da3c4565-c501-418b-ba71-0f2cab36f768 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:39.036819 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e427e5d9-f97c-4aec-8cef-72621659cf83 req-da3c4565-c501-418b-ba71-0f2cab36f768 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1673908 Jun 03 21:54:39.105321 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e427e5d9-f97c-4aec-8cef-72621659cf83 req-d1b86aa9-6cf6-4d9b-b158-9c195970ce1f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622196 Jun 03 21:54:39.619230 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2391-6301-4d21-9e60-45001c64ea7a req-27231bf8-1d6e-42ef-b1ed-dfd3d94ecb0b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:39.621213 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a64a2391-6301-4d21-9e60-45001c64ea7a req-27231bf8-1d6e-42ef-b1ed-dfd3d94ecb0b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1266525 Jun 03 21:54:39.694870 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a64a2391-6301-4d21-9e60-45001c64ea7a req-c6f3bc2b-f964-43da-97fd-87e9326fac5b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678353 Jun 03 21:54:40.497942 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe641-b938-4e01-b780-f5bbaba73370 req-5b59a36b-6354-433b-90d5-05b8bf21a5d3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:40.512660 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-aa3fe641-b938-4e01-b780-f5bbaba73370 req-5b59a36b-6354-433b-90d5-05b8bf21a5d3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.2068973 Jun 03 21:54:40.610253 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-aa3fe641-b938-4e01-b780-f5bbaba73370 req-8f761b6a-c911-438d-a3ad-80ee0f31293f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957706 Jun 03 21:54:41.120787 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c650e-27dd-4a40-8f1c-be1afcf007da req-975bea6f-0997-411b-a54c-34452b12070b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:41.123572 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a24c650e-27dd-4a40-8f1c-be1afcf007da req-975bea6f-0997-411b-a54c-34452b12070b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.2336121 Jun 03 21:54:41.136663 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acf64e-d574-41e9-bb79-bebf77a50bac req-0f9535ca-8b58-427f-95ae-6d75207f1701 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:41.139376 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-11acf64e-d574-41e9-bb79-bebf77a50bac req-0f9535ca-8b58-427f-95ae-6d75207f1701 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.2007797 Jun 03 21:54:41.235461 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a24c650e-27dd-4a40-8f1c-be1afcf007da req-a8f43885-7c2f-422e-a33d-c36a8ea7a32f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946057 Jun 03 21:54:41.251387 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-11acf64e-d574-41e9-bb79-bebf77a50bac req-5904d5df-51dd-4b00-b997-54f682509590 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880179 Jun 03 21:54:42.037856 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a3142-6a45-47e2-9b1d-712b4b1aeec8 req-92991190-73c9-46e2-9863-068789c61bc0 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:42.053281 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-074a3142-6a45-47e2-9b1d-712b4b1aeec8 req-92991190-73c9-46e2-9863-068789c61bc0 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1749418 Jun 03 21:54:42.234148 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-074a3142-6a45-47e2-9b1d-712b4b1aeec8 req-55fb07c1-19ff-41db-a8a5-ae1563f81b44 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792610 Jun 03 21:54:42.683879 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc86a-be51-4545-b55f-6d2e1d7e47b3 req-57008fc3-2679-4faf-bc6b-e0d6744529ec tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:42.686413 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c3afc86a-be51-4545-b55f-6d2e1d7e47b3 req-57008fc3-2679-4faf-bc6b-e0d6744529ec tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.1623383 Jun 03 21:54:42.787221 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c3afc86a-be51-4545-b55f-6d2e1d7e47b3 req-c74fc3e6-6e86-4bc8-89fb-fee197928963 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850551 Jun 03 21:54:43.734288 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-7817c578-bbce-457c-9cef-d15c4d94222b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:43.736920 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-7817c578-bbce-457c-9cef-d15c4d94222b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.3675485 Jun 03 21:54:43.873102 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b32-08a2-4c5e-a16d-c758cc864c9d req-635de91c-3ed4-421f-9ec8-5d4c392a1b79 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:43.875964 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a41e6b32-08a2-4c5e-a16d-c758cc864c9d req-635de91c-3ed4-421f-9ec8-5d4c392a1b79 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.3159521 Jun 03 21:54:44.247951 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a41e6b32-08a2-4c5e-a16d-c758cc864c9d req-4fd4c825-bb73-4d60-88cf-bad3b76ba1bc tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614690 Jun 03 21:54:44.338457 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Deleting port 455e89b8-f52c-44f7-933a-598457c0ce8c {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:44.339490 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:44.509157 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9366d-d3e6-4d68-999c-f809edc19ff6 req-593680d3-a38b-4e66-b7f3-83b7d10ae206 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:44.514050 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3ee9366d-d3e6-4d68-999c-f809edc19ff6 req-593680d3-a38b-4e66-b7f3-83b7d10ae206 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 946 time: 0.4843419 Jun 03 21:54:44.665275 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3ee9366d-d3e6-4d68-999c-f809edc19ff6 req-62531459-0617-4069-96c6-eb092af47b2b tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups?id=015c6518-5dea-4571-9fde-ba0e397774e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276932 Jun 03 21:54:44.687262 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] For port 455e89b8-f52c-44f7-933a-598457c0ce8c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=455e89b8-f52c-44f7-933a-598457c0ce8c,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:44.693974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.274734 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.275763 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.276010 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Floating IP 69aa07c5-5437-4530-b31f-a169669eb8f6 disassociated. External IP: 172.28.1.138, port: 455e89b8-f52c-44f7-933a-598457c0ce8c. Jun 03 21:54:45.276512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Calling delete_port for 455e89b8-f52c-44f7-933a-598457c0ce8c owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:45.477899 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.517795 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a5033f1f-a46b-46d3-a2d6-ec7f5a734cb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:45.718452 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event deleted for resources: {'Port': ['ID=455e89b8-f52c-44f7-933a-598457c0ce8c,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:45.735684 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:46.150093 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f53ffb53-2aff-4a58-934e-2232584afd78 req-8e53f16b-56bc-4755-a60e-b35fdba6753e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 210 time: 0.2357829 Jun 03 21:54:46.208257 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2786c-c627-47a8-8bb7-fdbc362c7fb4 req-0cf00873-16b8-4adc-81bc-0fc3522af2ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:46.209881 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c2a2786c-c627-47a8-8bb7-fdbc362c7fb4 req-0cf00873-16b8-4adc-81bc-0fc3522af2ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.6033905 Jun 03 21:54:46.233334 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Router 5e552513-e36e-4d43-942c-af6a0703d66f has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:54:46.377824 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c2a2786c-c627-47a8-8bb7-fdbc362c7fb4 req-04956f70-cc27-4ed4-a7e2-f7da40b33a5a tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432142 Jun 03 21:54:46.553495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:54:46.567670 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:54:46.593744 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:46.594709 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:54:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:46.658550 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] No DVR routers for this DVR port 455e89b8-f52c-44f7-933a-598457c0ce8c on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:46.663599 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:46.669683 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'name': 'network-vif-deleted', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:46.672468 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd31806-659d-4f69-aafe-8860f93e9744" -d '{"events": [{"server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "name": "network-vif-deleted", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:46.699305 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-05455200-8a64-473d-9ca4-b7dce0cd7f41 req-0d31ca64-00b5-4752-b333-1d94786ec9fa tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.107 "DELETE /v2.0/ports/455e89b8-f52c-44f7-933a-598457c0ce8c HTTP/1.1" status: 204 len: 173 time: 2.9500201 Jun 03 21:54:46.852793 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d708cbb-5daf-4017-8570-538b9695ae02 x-openstack-request-id: req-5d708cbb-5daf-4017-8570-538b9695ae02 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:46.852793 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372312d0-a50f-4e4f-9abe-9dad2d19f48c", "name": "network-vif-deleted", "tag": "455e89b8-f52c-44f7-933a-598457c0ce8c", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:46.852793 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d708cbb-5daf-4017-8570-538b9695ae02 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:46.852793 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372312d0-a50f-4e4f-9abe-9dad2d19f48c', 'name': 'network-vif-deleted', 'tag': '455e89b8-f52c-44f7-933a-598457c0ce8c', 'status': 'completed', 'code': 200} Jun 03 21:54:46.891052 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:54:46.953903 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 455e89b8-f52c-44f7-933a-598457c0ce8c no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:47.054617 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 455e89b8-f52c-44f7-933a-598457c0ce8c {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:54:47.055090 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 455e89b8-f52c-44f7-933a-598457c0ce8c not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:54:47.445766 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8ef9daa8-909b-4849-b628-490205a66d48 req-d9339b27-fd41-431f-a5b0-ebd0f2f153c3 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Synchronizing usage tracker for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:47.467268 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-8ef9daa8-909b-4849-b628-490205a66d48 req-d9339b27-fd41-431f-a5b0-ebd0f2f153c3 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Unset dirty status for tenant:9960508086bf46c9b120245c8478bde7 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:47.470396 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8ef9daa8-909b-4849-b628-490205a66d48 req-d9339b27-fd41-431f-a5b0-ebd0f2f153c3 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/ports?device_id=372312d0-a50f-4e4f-9abe-9dad2d19f48c HTTP/1.1" status: 200 len: 210 time: 0.0788412 Jun 03 21:54:47.476906 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:47.482592 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:54:47.497569 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:47.498929 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:54:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:47.758190 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:54:47.767210 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015a56-8fd4-41af-8e43-4d51cbc90703 req-c79793a1-9e21-4385-8549-c79702ee58fa tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:47.768823 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-80015a56-8fd4-41af-8e43-4d51cbc90703 req-c79793a1-9e21-4385-8549-c79702ee58fa tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.2303803 Jun 03 21:54:47.837093 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-80015a56-8fd4-41af-8e43-4d51cbc90703 req-43f0f5c5-544d-4e67-a289-77527b449110 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591755 Jun 03 21:54:48.034966 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-89297e43-fc6a-4ff3-9efa-c70eef9dec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:48.038747 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-89297e43-fc6a-4ff3-9efa-c70eef9dec0e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1099 time: 0.1055722 Jun 03 21:54:48.241030 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:48.248690 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-94df1de7-e9d9-4743-bc06-80268264a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:48.249001 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3404c10-3d6f-4579-a09c-a34b2b79f570 None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:48:31Z', 'revision_number': 4, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'f881ea0e-b090-4d43-9f1b-cbe919affba9', 'name': '', 'network_id': '3fd1fac0-229a-4903-8467-394acb646a8c', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'mac_address': 'fa:16:3e:fc:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:29Z', 'updated_at': '2021-06-03T21:48:46Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'subnets': [{'id': '5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:54:48.250205 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-94df1de7-e9d9-4743-bc06-80268264a484 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.2036033 Jun 03 21:54:48.388964 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-e0475f80-4910-4e3e-81a1-0ba9ea4658ea service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 1002 time: 0.1309893 Jun 03 21:54:48.495905 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-1588a3e0-4ee9-4981-a710-c3e11404a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:48.498315 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-1588a3e0-4ee9-4981-a710-c3e11404a5d2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1006696 Jun 03 21:54:48.613704 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1424a-f832-4ea6-93fd-2ce11bd01982 None None] New status for floating IP 69aa07c5-5437-4530-b31f-a169669eb8f6: DOWN {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:54:48.658659 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-5e6399c4-e73d-4634-8337-5327b0b2bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:48.661015 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-5e6399c4-e73d-4634-8337-5327b0b2bf5d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1544003 Jun 03 21:54:48.662225 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 44732) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:48.882433 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:54:48.952475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:49.031328 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-4a6d599d-db6c-4e4a-8dfd-29849bd1a92b service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544977 Jun 03 21:54:49.147939 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:49.443638 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-67bc0667-04af-402d-9c54-381ec7d50aa0 req-5ec78978-5719-4022-b736-486cd3c35e74 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977175 Jun 03 21:54:49.461621 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578a57-8dd6-4978-8bf1-c9a047aa005a req-a7725a02-2503-4da3-9c28-86f3c63c20ce tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:49.464409 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5c578a57-8dd6-4978-8bf1-c9a047aa005a req-a7725a02-2503-4da3-9c28-86f3c63c20ce tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.4257591 Jun 03 21:54:49.489679 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:49.495341 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b52c46b7-30b1-4e84-a4d3-b233dda91ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:49.522904 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015c6518-5dea-4571-9fde-ba0e397774e5,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:49.546291 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.546647 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.547029 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.547429 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.547731 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.548081 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.548448 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.548785 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.549127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.549898 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.550144 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.551288 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:49.554980 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:49.569495 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5c578a57-8dd6-4978-8bf1-c9a047aa005a req-9dbcc401-b973-4a94-b7dd-b3bb24ce240b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975442 Jun 03 21:54:49.570677 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:49.571863 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "DELETE /v2.0/security-groups/015c6518-5dea-4571-9fde-ba0e397774e5 HTTP/1.1" status: 204 len: 168 time: 0.9086902 Jun 03 21:54:49.575560 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44740) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:49.600913 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.api.v2.resource [None req-a18d9ef2-3f2c-4349-8d03-2d42fa02a05c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] show failed (client error): The resource could not be found. Jun 03 21:54:49.602500 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a18d9ef2-3f2c-4349-8d03-2d42fa02a05c tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "GET /v2.0/security-groups/015c6518-5dea-4571-9fde-ba0e397774e5 HTTP/1.1" status: 404 len: 347 time: 0.0255144 Jun 03 21:54:49.607067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44742) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:49.975746 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Deleting port 71bc554d-fdce-4d6d-af29-b2df71ba0084 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:49.976143 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.141439 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.141745 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.292075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Calling delete_port for 71bc554d-fdce-4d6d-af29-b2df71ba0084 owned by network:floatingip {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:50.436737 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.440628 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-df3255e0-852f-4fcd-8f56-4abeee00c8d6 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:50.489850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Pushing event deleted for resources: {'Port': ['ID=71bc554d-fdce-4d6d-af29-b2df71ba0084,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:50.493224 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:50.598918 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks [] for floatingip, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.631421 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.633439 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] 10.222.0.77 "DELETE /v2.0/floatingips/69aa07c5-5437-4530-b31f-a169669eb8f6 HTTP/1.1" status: 204 len: 168 time: 1.0251329 Jun 03 21:54:50.835896 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:50.978897 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0700cdb-45ff-43f0-8639-46d768e8f848 req-9ab0391e-7fcd-414f-b622-87c36c0b9e46 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:50.983611 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b0700cdb-45ff-43f0-8639-46d768e8f848 req-9ab0391e-7fcd-414f-b622-87c36c0b9e46 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 946 time: 0.1712430 Jun 03 21:54:50.996855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:51.034599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:51.038600 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6cb1a-73a2-4e39-b2bd-6e1dba5be7bf" -d '{"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:51.043617 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b0700cdb-45ff-43f0-8639-46d768e8f848 req-3854071c-d24c-4b8b-9302-239ae9c78f9d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543482 Jun 03 21:54:51.054821 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:51.060894 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:51.064541 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:51.130614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f98bd-6201-498f-93dd-461caf1b9923 x-openstack-request-id: req-ca7f98bd-6201-498f-93dd-461caf1b9923 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:51.131314 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:51.131664 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca7f98bd-6201-498f-93dd-461caf1b9923 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:51.132144 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'code': 200} Jun 03 21:54:51.188840 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=8']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:51.195583 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:51.667591 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:52.366458 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4968cf-f9af-4afd-9b16-b97401bac40e req-87a75b19-8914-4e50-b222-a7ce5cde30a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:52.369298 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ac4968cf-f9af-4afd-9b16-b97401bac40e req-87a75b19-8914-4e50-b222-a7ce5cde30a3 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1086600 Jun 03 21:54:52.445468 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ac4968cf-f9af-4afd-9b16-b97401bac40e req-1c24afcc-c666-42fd-915e-6bf481237e6e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690582 Jun 03 21:54:54.291718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017ae3-4b68-4c0f-b1b1-77c69a39e5b9 req-60692ed9-3672-4aa0-a6c3-7ce8135797f9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:54.299540 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65017ae3-4b68-4c0f-b1b1-77c69a39e5b9 req-60692ed9-3672-4aa0-a6c3-7ce8135797f9 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1043267 Jun 03 21:54:54.334939 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-e80c374f-cb27-41c9-b2dc-581188776fae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230521 Jun 03 21:54:54.366735 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65017ae3-4b68-4c0f-b1b1-77c69a39e5b9 req-0a3b835b-35e5-4cae-9485-5788edc23130 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658884 Jun 03 21:54:54.845800 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:55.093567 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44830) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:55.591313 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-a515b59a-af84-4794-a642-c2bd28f868d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:55.593234 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-a515b59a-af84-4794-a642-c2bd28f868d8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4&tenant_id=0ad23c157b3045d18fcfa1ad547160bc HTTP/1.1" status: 200 len: 1097 time: 0.1920857 Jun 03 21:54:55.751229 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a06014-dbd6-4fce-b80c-5359223628d0 req-f60d28e0-7a3c-4ecd-8c6e-3e8ed904db5d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:55.760563 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-73a06014-dbd6-4fce-b80c-5359223628d0 req-f60d28e0-7a3c-4ecd-8c6e-3e8ed904db5d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.2195961 Jun 03 21:54:55.824156 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-73a06014-dbd6-4fce-b80c-5359223628d0 req-757e0c16-8572-437d-8649-dd950db27623 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620387 Jun 03 21:54:55.845199 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-a682594e-4964-4ca1-94a6-29ddf93822e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:55.849295 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-a682594e-4964-4ca1-94a6-29ddf93822e4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1097 time: 0.2200511 Jun 03 21:54:56.059152 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:56.187412 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-04b944f6-7b14-45ca-b007-752ae2ac80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:56.190113 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-04b944f6-7b14-45ca-b007-752ae2ac80de service neutron] 10.222.0.107 "GET /v2.0/networks?id=a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 200 len: 919 time: 0.3341630 Jun 03 21:54:56.404579 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-1c602f60-07a0-462e-ad34-ef56760f2a44 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 200 len: 1000 time: 0.2070973 Jun 03 21:54:56.523723 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-95d8e4b6-e532-4c20-b145-0461960edc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:56.526460 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-95d8e4b6-e532-4c20-b145-0461960edc0a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 200 len: 856 time: 0.1129987 Jun 03 21:54:56.673209 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-a9a62397-74f1-42b8-97a4-b71eea683e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:56.676045 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-a9a62397-74f1-42b8-97a4-b71eea683e7a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a92c9e8f-e534-4592-b5a6-644e46c85660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410422 Jun 03 21:54:56.842614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Deleting port f881ea0e-b090-4d43-9f1b-cbe919affba9 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:56.843247 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:56.912989 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-75819e01-2313-445b-8311-ed93a5a154ae service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303836 Jun 03 21:54:57.077827 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] For port f881ea0e-b090-4d43-9f1b-cbe919affba9, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f881ea0e-b090-4d43-9f1b-cbe919affba9,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:57.078700 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:57.242542 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Calling delete_port for f881ea0e-b090-4d43-9f1b-cbe919affba9 owned by network:router_interface {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:57.316987 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9ae3789c-d301-48d0-9e82-db7f8eaef4fb req-e40a52ba-4694-4f85-aebc-3dc4a5e3a4c4 service neutron] 10.222.0.107 "GET /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951929 Jun 03 21:54:57.346347 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaf679-c90e-45fe-af49-78d8f130807f req-2e4b8e1e-90b6-421c-b8b2-3533e44ac263 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:57.349003 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4daaf679-c90e-45fe-af49-78d8f130807f req-2e4b8e1e-90b6-421c-b8b2-3533e44ac263 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.3569319 Jun 03 21:54:57.407712 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4daaf679-c90e-45fe-af49-78d8f130807f req-e117a70d-d723-451e-82ab-bc1558f62159 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525260 Jun 03 21:54:57.652028 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:57.659265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-832b090f-adb4-471e-a396-27556a926464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:57.716699 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f881ea0e-b090-4d43-9f1b-cbe919affba9,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:57.752990 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:58.195877 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:58.902550 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51aec-97f0-4aa9-b904-b457b3b46e33 req-31c30f14-a6c3-4091-892b-6982254c9e21 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:58.918710 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dfb51aec-97f0-4aa9-b904-b457b3b46e33 req-31c30f14-a6c3-4091-892b-6982254c9e21 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1385672 Jun 03 21:54:58.968568 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Router 5e552513-e36e-4d43-942c-af6a0703d66f has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:54:59.018938 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dfb51aec-97f0-4aa9-b904-b457b3b46e33 req-8bc60491-31ba-4823-abfb-e189c2094d96 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863144 Jun 03 21:54:59.364872 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:54:59.379339 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] Sync routers for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:54:59.394729 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] 10.222.0.77 "PUT /v2.0/routers/5e552513-e36e-4d43-942c-af6a0703d66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2959280 Jun 03 21:54:59.395351 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44880) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:59.401110 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:59.402170 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:54:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:59.832749 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks [] for router, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:59.838346 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:00.204443 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:00.462421 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:54:57Z', 'revision_number': 5, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port': {'id': 'c634420a-d8d1-4faa-9e06-7c5f42bd9393', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:18Z', 'updated_at': '2021-06-03T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:00.473942 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Deleting port c634420a-d8d1-4faa-9e06-7c5f42bd9393 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:00.474975 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:00.481217 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] Checking router: 5e552513-e36e-4d43-942c-af6a0703d66f for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:00.512674 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] Routers {'5e552513-e36e-4d43-942c-af6a0703d66f'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:00.513676 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:54:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['5e552513-e36e-4d43-942c-af6a0703d66f'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:00.550636 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833399a-d192-484c-8bd8-3ad75557e3d4 req-804bb9e4-a970-48f4-a289-aa8c33c203ae tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:00.557260 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1833399a-d192-484c-8bd8-3ad75557e3d4 req-804bb9e4-a970-48f4-a289-aa8c33c203ae tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.2389960 Jun 03 21:55:00.659477 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1833399a-d192-484c-8bd8-3ad75557e3d4 req-022f13d6-8d47-4ad1-8c93-917f6905cbb8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912256 Jun 03 21:55:00.790528 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] For port c634420a-d8d1-4faa-9e06-7c5f42bd9393, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=c634420a-d8d1-4faa-9e06-7c5f42bd9393,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:00.791118 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:00.854841 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] Set router 5e552513-e36e-4d43-942c-af6a0703d66f gateway port host: None {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:01.021894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Calling delete_port for c634420a-d8d1-4faa-9e06-7c5f42bd9393 owned by network:router_gateway {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:01.064071 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:55:00Z', 'revision_number': 6, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:01.071232 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bcbee6-2177-4bc4-a945-4ae018af27c7 None None] The sync data for ids ['5e552513-e36e-4d43-942c-af6a0703d66f'] in dv-cinder-794669-4-smb is: [{'id': '5e552513-e36e-4d43-942c-af6a0703d66f', 'name': 'tempest-AttachVolumeTestJSON-1108947318-router', 'tenant_id': '9960508086bf46c9b120245c8478bde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:14Z', 'updated_at': '2021-06-03T21:55:00Z', 'revision_number': 6, 'project_id': '9960508086bf46c9b120245c8478bde7', 'gw_port_host': None}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:01.282298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.290768 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:01.360519 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Pushing event deleted for resources: {'Port': ['ID=c634420a-d8d1-4faa-9e06-7c5f42bd9393,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:01.407358 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:01.511221 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.777120 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-2911ac04-0f94-4e6b-b8f7-04f730b1b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.914380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.917318 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.958370 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.962253 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e552513-e36e-4d43-942c-af6a0703d66f {{(pid=98277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:55:01.979400 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:01.980142 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5e552513-e36e-4d43-942c-af6a0703d66f HTTP/1.1" status: 204 len: 168 time: 2.5834332 Jun 03 21:55:01.984605 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44894) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:01.998432 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f881ea0e-b090-4d43-9f1b-cbe919affba9 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:02.125402 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: f881ea0e-b090-4d43-9f1b-cbe919affba9 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:02.125953 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f881ea0e-b090-4d43-9f1b-cbe919affba9 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:02.135436 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Deleting subnet 5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:55:02.138714 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc6f6-28fd-451f-af36-43d2f1e9ea62 req-03db5ed4-a689-4909-99df-feeba5d343b8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:02.141600 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:02.159719 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9ecc6f6-28fd-451f-af36-43d2f1e9ea62 req-03db5ed4-a689-4909-99df-feeba5d343b8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.2313116 Jun 03 21:55:02.237322 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:02.303858 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9ecc6f6-28fd-451f-af36-43d2f1e9ea62 req-0fa21915-f526-49b9-b530-79d8d2a64fc8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032765 Jun 03 21:55:02.524599 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.007836 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.012591 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:03.062967 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:03.068281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:03.069895 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.078715 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb21438-1425-4189-94b8-7c98448b1f5e None None] Network 3fd1fac0-229a-4903-8467-394acb646a8c requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:55:03.083120 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ae7ac3d7-309c-48cd-89b0-ea4509597927 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5e6237e4-14ef-4dc3-bc0c-43ef6e8bd72a HTTP/1.1" status: 204 len: 168 time: 1.0920746 Jun 03 21:55:03.084054 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44898) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:03.340201 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.557099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Deleting port 9b0550d5-d6e4-4177-89dc-d29ee658e02f {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:03.558158 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.584496 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device c634420a-d8d1-4faa-9e06-7c5f42bd9393 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:03.687615 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: c634420a-d8d1-4faa-9e06-7c5f42bd9393 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:03.699542 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device c634420a-d8d1-4faa-9e06-7c5f42bd9393 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:03.753659 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dde9d-944d-48a3-890f-0f43a87fd484 req-6b617553-ff63-48db-b8a3-6afc68d3046d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:03.755386 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd1dde9d-944d-48a3-890f-0f43a87fd484 req-6b617553-ff63-48db-b8a3-6afc68d3046d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1482394 Jun 03 21:55:03.840422 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bd1dde9d-944d-48a3-890f-0f43a87fd484 req-d17b2f10-ee79-4a9b-9053-45af8a199169 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748775 Jun 03 21:55:03.864439 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] DHCP port deletion for 3fd1fac0-229a-4903-8467-394acb646a8c request from dv-cinder-794669-4-smb {{(pid=98279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:55:03.870050 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] For port 9b0550d5-d6e4-4177-89dc-d29ee658e02f, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=9b0550d5-d6e4-4177-89dc-d29ee658e02f,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:03.870672 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.004821 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Deleting port 9b0550d5-d6e4-4177-89dc-d29ee658e02f {{(pid=98279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:04.005351 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.152067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Calling delete_port for 9b0550d5-d6e4-4177-89dc-d29ee658e02f owned by network:dhcp {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:04.222467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] For port 9b0550d5-d6e4-4177-89dc-d29ee658e02f, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=9b0550d5-d6e4-4177-89dc-d29ee658e02f,segment=NetworkSegment(781daa4d-fc4a-44e2-8ce0-8193f130aa58),segment_id=781daa4d-fc4a-44e2-8ce0-8193f130aa58)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:04.223776 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.316356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.359778 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-af870ad0-2b5a-4f6d-bd2b-d8634552a5d9 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:04.428490 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Calling delete_port for 9b0550d5-d6e4-4177-89dc-d29ee658e02f owned by network:dhcp {{(pid=98279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:04.455348 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0550d5-d6e4-4177-89dc-d29ee658e02f,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:04.465807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:04.465807 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] No DVR routers for this DVR port 9b0550d5-d6e4-4177-89dc-d29ee658e02f on host dv-cinder-794669-4-smb {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:04.645537 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.652930 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.682295 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd1fac0-229a-4903-8467-394acb646a8c']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:04.700120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781daa4d-fc4a-44e2-8ce0-8193f130aa58') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:04.700504 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781daa4d-fc4a-44e2-8ce0-8193f130aa58') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:04.715571 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.722641 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6bf9da43-913d-48b3-b26f-a6a25e06a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.738912 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.748568 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Releasing vlan 1534 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:55:04.749155 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:55:04.771730 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:55:04.777164 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.802638 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:04.889800 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] No DVR routers for this DVR port 9b0550d5-d6e4-4177-89dc-d29ee658e02f on host dv-cinder-794669-4-smb {{(pid=98279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:04.905139 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Pushing event deleted for resources: {'Port': ['ID=9b0550d5-d6e4-4177-89dc-d29ee658e02f,revision_number=None']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:04.907423 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:04.911009 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:04.915775 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:05.129660 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:05.134496 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd1fac0-229a-4903-8467-394acb646a8c,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:05.145356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:05.187979 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] 10.222.0.77 "DELETE /v2.0/networks/3fd1fac0-229a-4903-8467-394acb646a8c HTTP/1.1" status: 204 len: 168 time: 2.0987146 Jun 03 21:55:05.285770 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76abb-cba7-4021-8841-f99e505ab7e9 req-9b98ec07-d6e8-4702-a9b8-09118212ae9f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:05.288986 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3fd76abb-cba7-4021-8841-f99e505ab7e9 req-9b98ec07-d6e8-4702-a9b8-09118212ae9f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1606266 Jun 03 21:55:05.348279 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3fd76abb-cba7-4021-8841-f99e505ab7e9 req-800ca5aa-3795-4864-b0b2-fe5cf1e28668 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530691 Jun 03 21:55:05.419550 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 44912) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:05.488186 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-bf45713e-7fbb-42ef-8e1b-07058fd185c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9960508086bf46c9b120245c8478bde7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0628922 Jun 03 21:55:05.489174 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 44914) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:05.566958 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 9b0550d5-d6e4-4177-89dc-d29ee658e02f no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:05.592853 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:05.623792 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 9b0550d5-d6e4-4177-89dc-d29ee658e02f {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:05.624374 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 9b0550d5-d6e4-4177-89dc-d29ee658e02f not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:05.638324 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:05.744580 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:05.753777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:05.762094 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-71bfa242-e75b-40c1-8271-aaeb4bbd72a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:05.794320 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0771a7-56ae-4265-bae8-7ee353b98a62,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:05.797548 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:05.804982 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e0771a7-56ae-4265-bae8-7ee353b98a62 HTTP/1.1" status: 204 len: 168 time: 0.3150368 Jun 03 21:55:05.806487 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:06.713953 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f835d2-9f76-4456-87a8-314cdd3383e5 req-1f4e1694-23b4-47bf-ada8-25583fd91d86 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:06.717489 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-92f835d2-9f76-4456-87a8-314cdd3383e5 req-1f4e1694-23b4-47bf-ada8-25583fd91d86 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1371551 Jun 03 21:55:06.792792 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-92f835d2-9f76-4456-87a8-314cdd3383e5 req-42dd8e18-d73d-460a-9795-a0eef16b42b6 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682771 Jun 03 21:55:07.404104 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:08.146820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd878cb3-68b5-4522-aee2-d5ec3e58ec8c req-b26d6781-815e-4cd4-8e97-8904abefde20 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:08.149859 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cd878cb3-68b5-4522-aee2-d5ec3e58ec8c req-b26d6781-815e-4cd4-8e97-8904abefde20 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1474955 Jun 03 21:55:08.230436 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cd878cb3-68b5-4522-aee2-d5ec3e58ec8c req-9b862679-91cd-4a42-bba6-117a65181f41 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707114 Jun 03 21:55:09.660436 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebf844-77f9-450e-a724-5b7646bf9764 req-5ea48ab7-871e-49c5-9b1c-84edf9e91017 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:09.664498 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-39ebf844-77f9-450e-a724-5b7646bf9764 req-5ea48ab7-871e-49c5-9b1c-84edf9e91017 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.2018976 Jun 03 21:55:09.761544 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-39ebf844-77f9-450e-a724-5b7646bf9764 req-519691d8-eae4-4df9-b9ca-2da45683025d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845423 Jun 03 21:55:11.020609 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0b7ee-1c0a-4964-b2c6-decc5a18d558 req-6c0621ea-9adb-4805-bef1-858aa57e0861 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:11.022377 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b3a0b7ee-1c0a-4964-b2c6-decc5a18d558 req-6c0621ea-9adb-4805-bef1-858aa57e0861 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.0949571 Jun 03 21:55:11.099236 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b3a0b7ee-1c0a-4964-b2c6-decc5a18d558 req-d872a798-adf8-416f-a64c-8bd594e4e2d1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Jun 03 21:55:12.454806 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960e7e1-20a2-461a-b490-197d266368e7 req-33bffbea-deaa-40ca-b6c6-5be5cd44413d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:12.459799 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8960e7e1-20a2-461a-b490-197d266368e7 req-33bffbea-deaa-40ca-b6c6-5be5cd44413d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 944 time: 0.1270645 Jun 03 21:55:12.639073 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8960e7e1-20a2-461a-b490-197d266368e7 req-78c22c28-b153-49a2-ab60-385e8e353e79 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729414 Jun 03 21:55:12.911040 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:55:13.107832 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:13.129061 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'port_id': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'mac_address': 'fa:16:3e:a0:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:55:13.217336 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:13.237563 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b857036-e06e-49c9-b97e-14f39f3cd366 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:55:13.259252 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:13.264162 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:13.266345 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-e1d57c50-bf95-443b-869b-504aa663f16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:13.371780 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=9']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:13.376850 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:13.522525 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['7b857036-e06e-49c9-b97e-14f39f3cd366'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:55:14.047509 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdc8a4-e8b0-4185-b9ac-36fc401c9297 req-84778ddc-09af-403b-a890-19b203519bb1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:14.050253 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d6cdc8a4-e8b0-4185-b9ac-36fc401c9297 req-84778ddc-09af-403b-a890-19b203519bb1 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 945 time: 0.1519547 Jun 03 21:55:14.106086 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d6cdc8a4-e8b0-4185-b9ac-36fc401c9297 req-9ec93770-0a41-4958-8257-f021dd697fb2 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488899 Jun 03 21:55:14.143828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45032) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:14.298023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.326510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:14.335291 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b3db7488ebbb49ada98401ee5710c910 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:14.341085 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:14.353293 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:14.485643 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.490643 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.499450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c3e79a45-35b8-4781-805c-ea24f8ef2e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:14.550322 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3db7488ebbb49ada98401ee5710c910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034455 Jun 03 21:55:14.550601 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260895d8-8c48-4e0c-9e5b-2e063acc067a,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:14.554696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45036) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:14.555500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:14.671517 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.722274 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.812819 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.817199 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4976dac6-ad4a-4813-a54c-3e7421cae0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:14.828954 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260895d8-8c48-4e0c-9e5b-2e063acc067a,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:14.837982 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:14.841662 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:14.843619 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/260895d8-8c48-4e0c-9e5b-2e063acc067a HTTP/1.1" status: 204 len: 168 time: 0.2871659 Jun 03 21:55:14.925526 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:15.014077 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 7b857036-e06e-49c9-b97e-14f39f3cd366 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:15.014474 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.192361 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.235145 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:15.238314 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac57256-10c9-41df-b51b-ee1d9854c41f" -d '{"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:15.250328 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:15.257435 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.259912 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:15.307581 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45050) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:15.344359 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.372481 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=10']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:15.373299 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:15.378123 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:15.383013 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f03f3d213e4342a4432f8ae7a86d02 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:15.387578 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:15.396930 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:15.501952 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb473b46-8492-4383-8ee0-91d838428d4f req-02885ffe-dda8-485f-ac68-50839f984262 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:15.505753 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bb473b46-8492-4383-8ee0-91d838428d4f req-02885ffe-dda8-485f-ac68-50839f984262 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.1543756 Jun 03 21:55:15.556739 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.563321 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.568109 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e60f36e-11b5-4aa5-83a6-1f008776cf50 x-openstack-request-id: req-2e60f36e-11b5-4aa5-83a6-1f008776cf50 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:15.568626 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-plugged", "status": "completed", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:15.569003 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e60f36e-11b5-4aa5-83a6-1f008776cf50 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:15.569674 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'code': 200} Jun 03 21:55:15.574284 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bb473b46-8492-4383-8ee0-91d838428d4f req-1492dd3a-bfe9-4aea-8182-40cab1d9b10f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608439 Jun 03 21:55:15.597132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-882f10e9-20a1-479b-81ae-01ae8afbe0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:15.658429 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8f03f3d213e4342a4432f8ae7a86d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422198 Jun 03 21:55:15.658429 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6555f2-6206-46be-90da-2d80d0cf745e,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:15.658429 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45054) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:15.670824 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:15.753345 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.791566 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.829484 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433fc27-ceee-4cef-937c-2c2983dbf254 req-074fbddc-5a73-4bd1-b170-eb567b89e9a1 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:15.834068 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0433fc27-ceee-4cef-937c-2c2983dbf254 req-074fbddc-5a73-4bd1-b170-eb567b89e9a1 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1217208 Jun 03 21:55:15.869248 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.873557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-012c2268-e529-4695-88ec-720f6d4256bc tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:15.889805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6555f2-6206-46be-90da-2d80d0cf745e,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:15.894603 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:15.906082 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:15.907337 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a6555f2-6206-46be-90da-2d80d0cf745e HTTP/1.1" status: 204 len: 168 time: 0.2482097 Jun 03 21:55:15.965404 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0433fc27-ceee-4cef-937c-2c2983dbf254 req-1853a983-3982-4e6a-b192-72fdd02d857f tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268337 Jun 03 21:55:16.015922 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d09d49-0702-4070-9e99-00d8a8a22239 req-43397d08-bc6f-42c1-bdd5-f8b6b4aa3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:16.018223 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-33d09d49-0702-4070-9e99-00d8a8a22239 req-43397d08-bc6f-42c1-bdd5-f8b6b4aa3dc3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 1100 time: 0.1496735 Jun 03 21:55:16.093687 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-33d09d49-0702-4070-9e99-00d8a8a22239 req-10b64108-9255-4c25-a2aa-d6f990be1be0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655687 Jun 03 21:55:16.889500 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c508-5198-4e12-bcc3-194132b96139 req-e627c18b-5d46-4007-9408-db8d4b2e9aee tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:16.891118 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b198c508-5198-4e12-bcc3-194132b96139 req-e627c18b-5d46-4007-9408-db8d4b2e9aee tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.1407471 Jun 03 21:55:16.981091 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b198c508-5198-4e12-bcc3-194132b96139 req-d4fa7819-27d5-43d8-8902-253186b7ede4 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793560 Jun 03 21:55:17.338631 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7383fb-1e08-44a7-8cb5-c297c7ba4520 req-bfeda6a4-64c9-4377-b2b6-2a74cd1902f8 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:17.341436 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2e7383fb-1e08-44a7-8cb5-c297c7ba4520 req-bfeda6a4-64c9-4377-b2b6-2a74cd1902f8 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1552231 Jun 03 21:55:17.410284 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2e7383fb-1e08-44a7-8cb5-c297c7ba4520 req-2d3dc3be-2a11-4213-ac3a-b1f902db196b tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600855 Jun 03 21:55:18.287333 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0083388-1f24-4558-887c-e542e1609d20 req-f425dc97-ce39-47dd-ae24-0b8384fafcf8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:18.290120 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f0083388-1f24-4558-887c-e542e1609d20 req-f425dc97-ce39-47dd-ae24-0b8384fafcf8 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.1311569 Jun 03 21:55:18.347554 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f0083388-1f24-4558-887c-e542e1609d20 req-0e627e39-009f-4776-b209-eeaa4d3948cf tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505893 Jun 03 21:55:18.693867 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c03c61-e910-423c-ac4b-90857af1a189 req-ea05215f-1567-41af-97cc-ebb455162fda tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:18.695252 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f1c03c61-e910-423c-ac4b-90857af1a189 req-ea05215f-1567-41af-97cc-ebb455162fda tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1362836 Jun 03 21:55:18.780615 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f1c03c61-e910-423c-ac4b-90857af1a189 req-4ff7b91b-c4f8-4f74-8527-f59f3c1103ce tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Jun 03 21:55:19.634991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753186-6e6d-4aaa-872f-d8545f9848ff req-9ecd6b8b-9541-41b0-bb23-3bc890771847 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:19.637625 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ef753186-6e6d-4aaa-872f-d8545f9848ff req-9ecd6b8b-9541-41b0-bb23-3bc890771847 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.1588135 Jun 03 21:55:19.717300 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ef753186-6e6d-4aaa-872f-d8545f9848ff req-514c597f-93d8-4eec-9ead-d60ea557bcd5 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725291 Jun 03 21:55:20.012786 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3a5e3-6d45-4e15-92c5-dcb5f4776484 req-1f949b9d-dc4b-4a2b-9dc3-4654922175f3 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:20.014433 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-31e3a5e3-6d45-4e15-92c5-dcb5f4776484 req-1f949b9d-dc4b-4a2b-9dc3-4654922175f3 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1101019 Jun 03 21:55:20.080186 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-31e3a5e3-6d45-4e15-92c5-dcb5f4776484 req-7058909d-71e8-4f0a-8d26-8330e92acdca tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Jun 03 21:55:20.791303 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ea373-5971-45b1-b3e5-ade55014dada req-dd28b4e3-5447-46c0-9c07-dee6dbb154ad tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:20.793913 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-558ea373-5971-45b1-b3e5-ade55014dada req-dd28b4e3-5447-46c0-9c07-dee6dbb154ad tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.1160681 Jun 03 21:55:20.985391 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Deleting port 128bc624-9f90-4bda-be42-418245f2d1dd {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:20.985864 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.166713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] For port 128bc624-9f90-4bda-be42-418245f2d1dd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=128bc624-9f90-4bda-be42-418245f2d1dd,segment=NetworkSegment(91545499-1c5d-4998-8c93-0591f5be35bb),segment_id=91545499-1c5d-4998-8c93-0591f5be35bb)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:21.167506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.307614 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Calling delete_port for 128bc624-9f90-4bda-be42-418245f2d1dd owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:21.555249 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628e3de-f934-48da-aebd-b186ecc58019 req-b9e72a07-e5b8-4275-b1a4-ca25c2f48f47 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:21.557049 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0628e3de-f934-48da-aebd-b186ecc58019 req-b9e72a07-e5b8-4275-b1a4-ca25c2f48f47 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/ports?device_id=c67851e4-b126-4623-abff-f79bc6d3789a HTTP/1.1" status: 200 len: 945 time: 0.2574995 Jun 03 21:55:21.670500 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.754906 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0628e3de-f934-48da-aebd-b186ecc58019 req-7fd9ff01-66a5-47cb-8294-3b7edb94d797 tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.77 "GET /v2.0/security-groups?id=46529b98-e158-457b-9c41-c8a5071224d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839166 Jun 03 21:55:21.762608 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.772906 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b455811b-7c1c-44f5-be09-82a3ac7a3be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:21.775832 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['128bc624-9f90-4bda-be42-418245f2d1dd'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:55:21.856575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Pushing event deleted for resources: {'Port': ['ID=128bc624-9f90-4bda-be42-418245f2d1dd,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:21.861551 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:21.976687 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] No DVR routers for this DVR port 128bc624-9f90-4bda-be42-418245f2d1dd on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:21.980718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.985654 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'name': 'network-vif-deleted', 'tag': '128bc624-9f90-4bda-be42-418245f2d1dd'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:21.990575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceba2b2-35e2-40ba-9ec8-c7e42e1913dd" -d '{"events": [{"server_uuid": "c67851e4-b126-4623-abff-f79bc6d3789a", "name": "network-vif-deleted", "tag": "128bc624-9f90-4bda-be42-418245f2d1dd"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:22.020242 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-558ea373-5971-45b1-b3e5-ade55014dada req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] 10.222.0.107 "DELETE /v2.0/ports/128bc624-9f90-4bda-be42-418245f2d1dd HTTP/1.1" status: 204 len: 173 time: 1.2191932 Jun 03 21:55:22.066890 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f616b-180b-4fe0-a645-a48794577c8d x-openstack-request-id: req-a96f616b-180b-4fe0-a645-a48794577c8d {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:22.067302 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67851e4-b126-4623-abff-f79bc6d3789a", "name": "network-vif-deleted", "tag": "128bc624-9f90-4bda-be42-418245f2d1dd", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:22.067685 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a96f616b-180b-4fe0-a645-a48794577c8d {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:22.068273 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67851e4-b126-4623-abff-f79bc6d3789a', 'name': 'network-vif-deleted', 'tag': '128bc624-9f90-4bda-be42-418245f2d1dd', 'status': 'completed', 'code': 200} Jun 03 21:55:22.556974 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45178) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:22.728997 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.748235 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:22.755401 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1772baccba4b57aa05e838b1a8c871 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:22.760614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:22.772133 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:22.930880 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.935939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.946119 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4c2f629d-40f4-43f6-a335-7da6bc8a96d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:23.007052 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b1772baccba4b57aa05e838b1a8c871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486496 Jun 03 21:55:23.008266 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456af11e-6e16-41e1-b9e0-efba05dadcca,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:23.010768 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45186) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:23.012587 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2641d639-a377-4c03-9e35-03468ff1baa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:23.101318 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.142114 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.235788 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.242689 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d3bec462-61de-46d3-87e5-7430de9c0346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:23.258102 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456af11e-6e16-41e1-b9e0-efba05dadcca,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:23.261364 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:23.263597 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.267593 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/456af11e-6e16-41e1-b9e0-efba05dadcca HTTP/1.1" status: 204 len: 168 time: 0.2554696 Jun 03 21:55:23.714001 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45196) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:23.746740 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.764375 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:23.769984 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9bca59d0c7a04a69bbb57e345fbc8db6 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:23.773657 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:23.781474 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:23.920669 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.927081 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.934954 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e1f042d4-e0d3-4536-b875-ed4be9a78e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:23.983230 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bca59d0c7a04a69bbb57e345fbc8db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674294 Jun 03 21:55:23.984308 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981c80a0-35b6-42f9-a07d-426552c26c86,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:23.988935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45198) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:23.992438 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:24.067587 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:24.110748 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:24.207076 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:24.215769 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-252896c7-3a63-489c-980c-02f0c948f089 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:24.229320 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c80a0-35b6-42f9-a07d-426552c26c86,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:24.231948 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:24.233197 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:24.234474 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-90f8fd93-5dd3-4d63-a05f-69fbf471f399 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/981c80a0-35b6-42f9-a07d-426552c26c86 HTTP/1.1" status: 204 len: 168 time: 0.2440975 Jun 03 21:55:24.994517 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 128bc624-9f90-4bda-be42-418245f2d1dd no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:25.124997 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 128bc624-9f90-4bda-be42-418245f2d1dd {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:25.125368 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 128bc624-9f90-4bda-be42-418245f2d1dd not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:25.722505 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:55:28.075568 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45282) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:28.251637 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.270181 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:28.274992 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Usage tracker for resource:security_group_rule and tenant:45c3f768583f4d23b68a2dd8291ae5a8 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:28.279027 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:28.288610 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:28.411878 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.417065 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.428583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2f40bf2a-956f-43c7-b498-a7a287186ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:28.481425 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45292) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:28.488466 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45c3f768583f4d23b68a2dd8291ae5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100597 Jun 03 21:55:28.492285 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da720f0-26e3-418e-b132-9c01c19817c1,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:28.497374 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-95ce64ab-fc2b-4453-92d4-448428f78b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:28.567185 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.602374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.688312 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.698318 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-bcd205f7-f531-4736-a00b-f4f7a1702151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:28.728731 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da720f0-26e3-418e-b132-9c01c19817c1,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:28.753104 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.754393 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.755023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.755685 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.756274 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.756881 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.757670 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.758354 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.759053 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.759648 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.760228 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.760796 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:28.767803 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:28.770193 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.775528 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0da720f0-26e3-418e-b132-9c01c19817c1 HTTP/1.1" status: 204 len: 168 time: 0.2928472 Jun 03 21:55:29.274493 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45300) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:29.293951 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.310248 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:29.316168 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Usage tracker for resource:security_group_rule and tenant:afb1418180dd4a109414be8cd3868e4b is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:29.319950 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:29.328088 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:29.484770 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.491229 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.508546 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-82cd63e2-5c3d-449f-96cd-ff84f6dcbc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:29.564634 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afb1418180dd4a109414be8cd3868e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886651 Jun 03 21:55:29.566677 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f114d30b-8c32-48b7-82ac-90097f1a879d,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:29.569251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45302) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:29.571713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:29.678765 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.725681 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.831032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.838073 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2bcd0af8-1b76-431c-8e30-47d02c804ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:29.859423 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f114d30b-8c32-48b7-82ac-90097f1a879d,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:29.863293 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:29.873080 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.879938 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ada0aeef-39c6-4b9f-a76b-4bc0dc947891 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f114d30b-8c32-48b7-82ac-90097f1a879d HTTP/1.1" status: 204 len: 168 time: 0.3088338 Jun 03 21:55:31.768349 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5d50693b-2490-4c2d-9afb-ec80ec0f426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.399293 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.627040 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-00af559f-7959-4459-b3cb-f21f0c32d186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.744824 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.866648 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45390) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:35.999289 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.019648 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:36.024921 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Usage tracker for resource:security_group_rule and tenant:e0b5f18b661144c9b0ad1414da8a4012 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:36.028359 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:36.039032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:36.167034 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.172080 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.182011 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:36.233244 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0b5f18b661144c9b0ad1414da8a4012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649087 Jun 03 21:55:36.234323 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74d5a89-8ac5-40fa-b6fc-602c27afd380,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:36.237600 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45394) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:36.238415 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a0da7aa2-c7f0-41ee-a220-cebb6cd4a04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:36.340595 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.373060 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.443001 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.447580 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-007b9509-e40b-484f-86d9-333c24fb75d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:36.463111 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74d5a89-8ac5-40fa-b6fc-602c27afd380,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:36.465643 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:36.470297 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.473030 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f74d5a89-8ac5-40fa-b6fc-602c27afd380 HTTP/1.1" status: 204 len: 168 time: 0.2325666 Jun 03 21:55:36.905026 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45406) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:36.926979 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.950168 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:36.955001 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Usage tracker for resource:security_group_rule and tenant:67dddcc1830746d2bb52037392126801 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:36.959262 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:36.966379 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:37.111048 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.116465 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.131713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0f3becb2-5e0b-4fc5-a59e-75c43be499a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:37.210857 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67dddcc1830746d2bb52037392126801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043199 Jun 03 21:55:37.212389 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e5e70-9dbe-45ea-b120-46fb865a2212,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:37.213890 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45410) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:37.217949 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:37.327512 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.382180 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.415991 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.474118 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.480344 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5161ef15-a921-4b4b-a2ec-9d34fe5d3702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:37.499039 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e5e70-9dbe-45ea-b120-46fb865a2212,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:37.502652 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:37.511065 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:37.516166 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac4e5e70-9dbe-45ea-b120-46fb865a2212 HTTP/1.1" status: 204 len: 168 time: 0.2998719 Jun 03 21:55:45.134079 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45544) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:45.201307 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Deleting subnet bbc9206e-4230-4390-abdc-f45233293ea1 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:55:45.206148 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.284465 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.355441 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.672565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.681257 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:45.730920 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.738519 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc9206e-4230-4390-abdc-f45233293ea1,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:45.742818 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:45.744037 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bbc9206e-4230-4390-abdc-f45233293ea1 HTTP/1.1" status: 204 len: 168 time: 0.6084988 Jun 03 21:55:45.747104 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45550) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:45.885503 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.044326 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.065662 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df738f98-d14f-4237-a12d-16f6140370b9']}} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:46.081767 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91545499-1c5d-4998-8c93-0591f5be35bb') {'for_net_delete': True} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:46.082048 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91545499-1c5d-4998-8c93-0591f5be35bb') {} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:46.096634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15050194'] for segment, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.117643 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.126117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=98278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:55:46.126521 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13742939'] for segment, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: Traceback (most recent call last): Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: timer() Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: cb(*args, **kw) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: return func(*args, **kwargs) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: self._notify() Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: self.callback(batched_events) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: event.method(event) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: return f(self, *a, **k) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: return self._get(url).json() Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: return self.request(url, 'GET', **kwargs) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:55:46.141712 dv-cinder-794669-4-smb neutron-server[98278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:55:46.241387 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.247402 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.251005 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f93291c8-85cd-4344-82fd-84dba36e61d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:46.281057 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Pushing event deleted for resources: {'Network': ['ID=df738f98-d14f-4237-a12d-16f6140370b9,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:46.285272 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:46.311738 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-84858f37-2688-4447-ac64-19119a8c768a admin admin] 10.222.0.77 "DELETE /v2.0/networks/df738f98-d14f-4237-a12d-16f6140370b9 HTTP/1.1" status: 204 len: 168 time: 0.5634940 Jun 03 21:55:46.566451 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45558) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:46.635218 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-fb27e7ee-54e6-4981-83c6-53bc4e9f65f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a155a15518f441a3be816841fd7dab82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670948 Jun 03 21:55:46.639220 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45560) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:46.725949 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.767079 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.841193 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.845094 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-489defab-e3ea-49b0-b94b-1d9fa2b39325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:46.860149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46529b98-e158-457b-9c41-c8a5071224d9,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:46.864406 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:46.871209 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.876084 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-ce75686f-0488-4294-80e8-7e0a70b563c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46529b98-e158-457b-9c41-c8a5071224d9 HTTP/1.1" status: 204 len: 168 time: 0.2327578 Jun 03 21:55:49.324882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45594) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:49.478484 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.508155 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:49.515367 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Usage tracker for resource:security_group_rule and tenant:999ee5faf56d4b1ea432d11fd0c51804 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:49.521501 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:49.534402 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:49.675874 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.680690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.688541 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1d88b1e4-16a8-4e45-8f7f-c5b69741f3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:49.741743 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=999ee5faf56d4b1ea432d11fd0c51804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157426 Jun 03 21:55:49.742882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dc4d89-44f7-4b49-acff-b2bb474a5a92,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:49.746842 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:49.747391 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45598) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:49.824957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.855638 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.928411 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.935280 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-357a7b21-49b4-412d-b711-0ca428612132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:49.954830 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dc4d89-44f7-4b49-acff-b2bb474a5a92,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:49.958810 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:49.961707 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.964614 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42dc4d89-44f7-4b49-acff-b2bb474a5a92 HTTP/1.1" status: 204 len: 168 time: 0.2157674 Jun 03 21:55:50.416886 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45604) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:50.435267 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.451662 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:50.456457 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f31fd12e1a4f239e5c7263094f707f is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:50.459843 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:50.465736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:50.569730 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.573522 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.582808 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ef6e0aba-9589-477c-8894-c27acbb3e41f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:50.629286 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0f31fd12e1a4f239e5c7263094f707f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112799 Jun 03 21:55:50.630394 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c837162-4051-4583-b0ce-3ada2d9831ba,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:50.632832 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45606) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:50.633836 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-73da0bca-0e9e-4077-a78f-2afa83dd65f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:50.700998 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.730681 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.790613 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.795421 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-00a11abd-2b04-4758-852f-d4dcdc398a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:50.809397 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c837162-4051-4583-b0ce-3ada2d9831ba,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:50.820638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.820896 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.821231 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.821580 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.821937 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.822270 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.822634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.822989 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.823332 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.823667 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.824002 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.824468 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:50.827726 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.828864 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c837162-4051-4583-b0ce-3ada2d9831ba HTTP/1.1" status: 204 len: 168 time: 0.1948121 Jun 03 21:55:50.830522 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b7ff3c97-8a58-4579-a265-195b185f097f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:51.379696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45612) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:51.401124 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.422596 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:51.428253 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Usage tracker for resource:security_group_rule and tenant:8de1f9a568de44ccbcd6506d9140ef86 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:51.431495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:51.437805 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:51.620143 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.624791 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.634079 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2282876b-d995-4601-9f8d-b5a6b6dc020e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:51.665791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.680940 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8de1f9a568de44ccbcd6506d9140ef86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998190 Jun 03 21:55:51.681895 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f22fcc-257b-4321-8bb7-e8f8702d5902,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:51.683846 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45614) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:51.685256 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-52dc05a2-dac7-4e20-81d4-b65dc527362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:51.762146 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.797557 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.865669 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.875925 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ced30afd-c9d8-48ba-90ea-990dbeea2442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:51.901883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f22fcc-257b-4321-8bb7-e8f8702d5902,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:51.906978 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:51.913189 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.914351 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-17072f83-867c-46b0-9e8d-f2c0e9b6f9c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4f22fcc-257b-4321-8bb7-e8f8702d5902 HTTP/1.1" status: 204 len: 168 time: 0.2290926 Jun 03 21:55:53.390623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1899e-8873-4bd7-b10f-5b2dd6721432 req-3817d8ee-e518-4839-8860-e1c9a919dd9d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:53.392925 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29a1899e-8873-4bd7-b10f-5b2dd6721432 req-3817d8ee-e518-4839-8860-e1c9a919dd9d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.1193898 Jun 03 21:55:53.456526 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29a1899e-8873-4bd7-b10f-5b2dd6721432 req-652d37a2-96fd-4b32-beab-d9c229596e03 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566990 Jun 03 21:55:53.659825 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45656) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:53.795988 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.813474 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:53.817981 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Usage tracker for resource:security_group_rule and tenant:e185a250d3ca4763b99e11c630f66c38 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:53.821308 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:53.828638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:53.931553 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.936400 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.945491 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-dece348b-7a67-4dcc-99aa-853123b30545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:53.991676 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e185a250d3ca4763b99e11c630f66c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307071 Jun 03 21:55:53.992741 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d721562-4543-4987-9591-2254871ef544,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:53.996442 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-6042cba5-b073-408c-aeb2-9d12d940309b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:53.998173 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45660) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:54.076562 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.116623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.214814 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.221953 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a5befc84-83eb-44f2-b2d8-47f8b62640b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:54.237543 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d721562-4543-4987-9591-2254871ef544,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:54.240300 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:54.251998 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.253362 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d721562-4543-4987-9591-2254871ef544 HTTP/1.1" status: 204 len: 168 time: 0.2541707 Jun 03 21:55:54.652211 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-a7359683-5b8a-4218-95b1-5c6f1a288a3d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.654490 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-a7359683-5b8a-4218-95b1-5c6f1a288a3d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.1327667 Jun 03 21:55:54.934755 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8742-ee69-489e-8aea-6931715367d8 req-610a1413-fcf1-415a-99bd-919e31fbe00d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.937477 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5baf8742-ee69-489e-8aea-6931715367d8 req-610a1413-fcf1-415a-99bd-919e31fbe00d tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 947 time: 0.2238257 Jun 03 21:55:55.004512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Deleting port 7b857036-e06e-49c9-b97e-14f39f3cd366 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:55.004868 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.070671 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5baf8742-ee69-489e-8aea-6931715367d8 req-9cce16c7-2c2e-471a-b06c-1003ccf08250 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups?id=05a42719-6dce-45a0-954f-fd941a3abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241002 Jun 03 21:55:55.246073 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] For port 7b857036-e06e-49c9-b97e-14f39f3cd366, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7b857036-e06e-49c9-b97e-14f39f3cd366,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:55.247110 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.389535 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45684) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:55.554377 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-105799417-network', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:55.640806 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.658997 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Usage tracker for resource:network and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.664423 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.680601 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.719093 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Made reservation on behalf of f763989582fd40a6953c2a06fa6592eb for: {'network': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:55:55.722981 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.738947 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.739343 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.739633 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Floating IP 320f8e96-e468-46bd-b189-a99b4a6e947e disassociated. External IP: 172.28.1.111, port: 7b857036-e06e-49c9-b97e-14f39f3cd366. Jun 03 21:55:55.739974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Calling delete_port for 7b857036-e06e-49c9-b97e-14f39f3cd366 owned by compute:nova {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:55.746862 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.770023 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.784127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.788308 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.797509 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.983887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.999123 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3b035979-bb12-4f87-9437-f33ca8e3df58 tempest-AttachVolumeNegativeTest-1733961560 tempest-AttachVolumeNegativeTest-1733961560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.045495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.058030 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event deleted for resources: {'Port': ['ID=7b857036-e06e-49c9-b97e-14f39f3cd366,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.060890 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.064075 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.067223 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-c7076902-b0e6-425b-80fa-03cb19fb0fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.237006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1507} {{(pid=98278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:55:56.297190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b56be-998c-4239-95fc-dec0809eb578,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.301305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.321179 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-365c2bb1-1a4e-4839-926c-32ceb508dc90 req-d7579cd2-f4fc-41f5-afb1-aba1b7ff1e9b tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 210 time: 0.0860136 Jun 03 21:55:56.325680 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.326371 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.segments_db [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Added segment 55551d9f-2f05-4d8d-ba0b-b88236521d57 of type vlan for network 44024425-60a3-4875-9e5a-de8050770c4a Jun 03 21:55:56.561429 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.620982 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Router 53d84f39-c410-4ae0-8b76-c23bee40962e has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:55:56.692441 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.699153 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:56.699759 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.711724 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.897332 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Pushing event updated for resources: {'Network': ['ID=44024425-60a3-4875-9e5a-de8050770c4a,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.900163 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.909599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network 44024425-60a3-4875-9e5a-de8050770c4a details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:55:56.934694 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5407062 Jun 03 21:55:56.935442 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45690) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:56.943063 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Request body: {'subnet': {'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-105799417-subnet', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:56.950332 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:56.952059 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:56.965335 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:56.966259 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Usage tracker for resource:subnet and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:56.971855 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:56.983873 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:56.989194 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:56.990996 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:55:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:57.016722 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Made reservation on behalf of f763989582fd40a6953c2a06fa6592eb for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:55:57.021515 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14134835'] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:57.059391 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] No DVR routers for this DVR port 7b857036-e06e-49c9-b97e-14f39f3cd366 on host hv-cinder-79466 {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:57.062192 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:57.064568 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-cf471c5a-8adb-4666-af4e-6dd89d43eb4b req-e7e4e07a-202f-425d-9899-cca843bbf693 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.107 "DELETE /v2.0/ports/7b857036-e06e-49c9-b97e-14f39f3cd366 HTTP/1.1" status: 204 len: 173 time: 2.4042180 Jun 03 21:55:57.065198 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-deleted', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:57.068495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583e1a48-1ade-4128-9fde-051da64863e0" -d '{"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-deleted", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:57.109747 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:57.211048 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af68f6e-ff25-4b61-ae62-0d265318da2e x-openstack-request-id: req-3af68f6e-ff25-4b61-ae62-0d265318da2e {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:57.211590 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a73463-c23a-4a3d-a66e-b49178e751d4", "name": "network-vif-deleted", "tag": "7b857036-e06e-49c9-b97e-14f39f3cd366", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:57.212083 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3af68f6e-ff25-4b61-ae62-0d265318da2e {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:57.213282 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a73463-c23a-4a3d-a66e-b49178e751d4', 'name': 'network-vif-deleted', 'tag': '7b857036-e06e-49c9-b97e-14f39f3cd366', 'status': 'completed', 'code': 200} Jun 03 21:55:57.248848 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 7b857036-e06e-49c9-b97e-14f39f3cd366 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:57.249328 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 7b857036-e06e-49c9-b97e-14f39f3cd366 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:57.365505 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:57.607183 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e2bd8137-d7df-44b6-8283-31cceff2ba33 req-a9720e93-4694-49e1-8e6f-7a8c5999c218 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Synchronizing usage tracker for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:57.633193 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e2bd8137-d7df-44b6-8283-31cceff2ba33 req-a9720e93-4694-49e1-8e6f-7a8c5999c218 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Unset dirty status for tenant:0ad23c157b3045d18fcfa1ad547160bc on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:57.635264 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e2bd8137-d7df-44b6-8283-31cceff2ba33 req-a9720e93-4694-49e1-8e6f-7a8c5999c218 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/ports?device_id=23a73463-c23a-4a3d-a66e-b49178e751d4 HTTP/1.1" status: 200 len: 210 time: 0.0872712 Jun 03 21:55:57.833279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14142304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14134817'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:57.839209 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-3487b432-7ab8-4c03-93ea-0bee8926d72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:57.901330 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:57.911032 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:57.926653 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62009c6a-04fc-4f77-a69a-1b7b66221b94,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:57.928033 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:57.929267 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:55:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:57.930844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:57.938218 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Checking segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:57.939298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Network hostable DHCP agents. Network: 44024425-60a3-4875-9e5a-de8050770c4a, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:55:57.961278 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Network 44024425-60a3-4875-9e5a-de8050770c4a is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:55:57.974012 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, 44024425-60a3-4875-9e5a-de8050770c4a) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:57.985417 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:57.987099 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:57.990652 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca0c5ad-b323-4539-a10b-5ff1d1a8a365 None None] Network 44024425-60a3-4875-9e5a-de8050770c4a requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:55:58.020708 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-baf3c393-5fb4-4337-a50d-c842bd5b9ec8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0837145 Jun 03 21:55:58.024240 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45696) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:58.029974 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:58.037127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:58.043411 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Usage tracker for resource:router and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:58.048212 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:58.057426 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:58.076349 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.078022 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.108535 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.270928 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:58.353136 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-44024425-60a3-4875-9e5a-de8050770c4a', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:55:58.354116 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.510484 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.639638 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Allocated IP 172.20.0.2 (44024425-60a3-4875-9e5a-de8050770c4a/62009c6a-04fc-4f77-a69a-1b7b66221b94/defb675d-8db6-476e-a8ab-8504b85d8328) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:58.866864 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45702) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:58.942475 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:58.950049 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a945c7e-a8c8-4de4-afc0-c4271e001306 None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:48:44Z', 'revision_number': 4, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'd6a561c3-88c3-4b6d-9a5b-33864dee25a6', 'name': '', 'network_id': 'a92c9e8f-e534-4592-b5a6-644e46c85660', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'mac_address': 'fa:16:3e:c8:70:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:37Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'subnets': [{'id': '4a7ced35-945b-4d6d-af58-aeffd3afc7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:58.982361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.048927 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.094188 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.114495 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Transition to ACTIVE for port object defb675d-8db6-476e-a8ab-8504b85d8328 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:59.136593 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.165604 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.172779 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Transition to ACTIVE for port object defb675d-8db6-476e-a8ab-8504b85d8328 will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:59.175893 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7867e9d6-2e99-48a4-a17e-032d772dd784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:59.191882 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.193423 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.205768 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ba7db0ff-9161-4043-bae1-f5b835d02a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:59.216856 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a42719-6dce-45a0-954f-fd941a3abc48,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:59.222451 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:59.232614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.240059 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "DELETE /v2.0/security-groups/05a42719-6dce-45a0-954f-fd941a3abc48 HTTP/1.1" status: 204 len: 168 time: 0.3715768 Jun 03 21:55:59.241138 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45704) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:59.270473 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.api.v2.resource [None req-692b8419-064a-4ccf-af4f-e24bbdac453f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] show failed (client error): The resource could not be found. Jun 03 21:55:59.272012 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-692b8419-064a-4ccf-af4f-e24bbdac453f tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "GET /v2.0/security-groups/05a42719-6dce-45a0-954f-fd941a3abc48 HTTP/1.1" status: 404 len: 347 time: 0.0297976 Jun 03 21:55:59.277134 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45706) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:59.364520 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Network 44024425-60a3-4875-9e5a-de8050770c4a is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:59.368806 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:59.378342 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:59.400823 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Pushing event updated for resources: {'Port': ['ID=defb675d-8db6-476e-a8ab-8504b85d8328,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:59.452611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.453116 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.453485 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.453830 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.454357 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.455868 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.457664 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.458310 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.458798 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.459365 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.459916 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.460489 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:59.471594 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Allocated IP 172.28.1.171 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/40586f25-7b74-4e8a-84e8-8e0b3bda83c7) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:59.476101 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9717261-9d3e-475d-9e64-8142ad6c1e3d None None] New status for floating IP 320f8e96-e468-46bd-b189-a99b4a6e947e: DOWN {{(pid=98279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:55:59.556057 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:59.725828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Deleting port 08b22cd3-7ba0-4f96-a0e7-f79922b0b36a {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:59.726258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.866839 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Attempting to bind port defb675d-8db6-476e-a8ab-8504b85d8328 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:55:59.867295 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Attempting to bind port defb675d-8db6-476e-a8ab-8504b85d8328 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:55:59.867669 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Attempting to bind port defb675d-8db6-476e-a8ab-8504b85d8328 on network 44024425-60a3-4875-9e5a-de8050770c4a {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:55:59.887307 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:55:59.887825 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Checking segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:59.888235 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.888623 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Bound using segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:55:59.889161 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Bound port: defb675d-8db6-476e-a8ab-8504b85d8328, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:55:59.889533 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.895475 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.895954 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.910522 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.979532 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.989773 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-480f74d9-ab1c-4efb-8217-5c0fdf9ec07e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:00.023683 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] For port defb675d-8db6-476e-a8ab-8504b85d8328, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:00.028139 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] For port defb675d-8db6-476e-a8ab-8504b85d8328, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=defb675d-8db6-476e-a8ab-8504b85d8328,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:00.035734 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.044247 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:00.056216 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Calling delete_port for 08b22cd3-7ba0-4f96-a0e7-f79922b0b36a owned by network:floatingip {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:00.077695 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:00.085536 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:00.090458 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:00.158832 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Pushing event updated for resources: {'Port': ['ID=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:00.168818 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:00.181890 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Pushing event updated for resources: {'Port': ['ID=defb675d-8db6-476e-a8ab-8504b85d8328,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:00.188578 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:00.270850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.276540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:00.330702 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Pushing event deleted for resources: {'Port': ['ID=08b22cd3-7ba0-4f96-a0e7-f79922b0b36a,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:00.333915 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:00.466822 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks [] for floatingip, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.510218 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.511689 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] 10.222.0.77 "DELETE /v2.0/floatingips/320f8e96-e468-46bd-b189-a99b4a6e947e HTTP/1.1" status: 204 len: 168 time: 1.2329042 Jun 03 21:56:00.702049 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:01.094452 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:01.281892 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f16d5-b968-4fbd-8f57-60edaca25f3d None None] Network 44024425-60a3-4875-9e5a-de8050770c4a requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:56:01.385887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Router dd5e1b7e-82f4-48db-955a-89e289c5fa5a is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:56:01.390960 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-a3815e05-d775-45ec-aa48-9548df800b01 None None] Provisioning for port defb675d-8db6-476e-a8ab-8504b85d8328 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:01.702934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device defb675d-8db6-476e-a8ab-8504b85d8328 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:01.739766 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:01.754252 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Sync routers for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:01.770654 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Notify callbacks [] for router, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:01.776420 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7463129 Jun 03 21:56:01.776696 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:01.776696 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:55:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:01.777079 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45712) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:01.825605 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d85c-3686-417f-9561-0105d4beefca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:01.872659 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port defb675d-8db6-476e-a8ab-8504b85d8328 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:01.886600 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port defb675d-8db6-476e-a8ab-8504b85d8328 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:01.887389 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:02.088403 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:02.139702 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:02.171323 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-cfccc7fc-605e-4acc-a77e-172824e9bd12 None None] Provisioning complete for port defb675d-8db6-476e-a8ab-8504b85d8328 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:02.171323 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cfccc7fc-605e-4acc-a77e-172824e9bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:02.224405 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port defb675d-8db6-476e-a8ab-8504b85d8328, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=defb675d-8db6-476e-a8ab-8504b85d8328,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:02.234740 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:02.245599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:02.333130 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=defb675d-8db6-476e-a8ab-8504b85d8328,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:02.348057 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:02.628068 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:00Z', 'revision_number': 3, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:02.633451 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Checking router: dd5e1b7e-82f4-48db-955a-89e289c5fa5a for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:02.633928 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Updating router dd5e1b7e-82f4-48db-955a-89e289c5fa5a port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:56:02.700966 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:02.747017 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:56:02.928980 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.203848 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.205564 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Allocated IP 172.20.0.1 (44024425-60a3-4875-9e5a-de8050770c4a/62009c6a-04fc-4f77-a69a-1b7b66221b94/519a914b-9f81-4ea6-a7b4-541df74f49a8) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:56:03.225893 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Transition to ACTIVE for port object 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:03.237539 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.246081 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-40b76fab-0f54-41d6-9fb5-e1ff672d0840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:03.328985 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Attempting to bind port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:03.329400 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Attempting to bind port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:03.329916 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Attempting to bind port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:03.347506 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:03.347873 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:03.348904 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.348904 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:03.349256 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Bound port: 40586f25-7b74-4e8a-84e8-8e0b3bda83c7, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:03.349564 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.375296 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Pushing event updated for resources: {'Port': ['ID=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,revision_number=2']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:03.389003 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.389390 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.389720 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.390047 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.390373 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.390699 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.391054 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.391370 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.391729 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.392765 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.392942 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.393250 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:03.403092 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:03.429891 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.454725 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Transition to ACTIVE for port object 519a914b-9f81-4ea6-a7b4-541df74f49a8 will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:03.461470 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] For port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:03.473341 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] For port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:03.478556 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.487804 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:03.498140 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.507661 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e655ca56-b759-48e7-b10f-ecfe749726a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:03.641755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device defb675d-8db6-476e-a8ab-8504b85d8328 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:03.650466 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Pushing event updated for resources: {'Port': ['ID=519a914b-9f81-4ea6-a7b4-541df74f49a8,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:03.652945 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:03.653570 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:55:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:03.665220 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Network 44024425-60a3-4875-9e5a-de8050770c4a is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:03.667554 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:03.671622 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:03.672959 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:03.715053 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Pushing event updated for resources: {'Port': ['ID=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:03.718397 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-52e2fd20-f6d0-4504-b72c-913b4237cef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:03.750873 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45730) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:03.790349 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.792673 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port defb675d-8db6-476e-a8ab-8504b85d8328 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:03.793268 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:03.895925 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:04.150936 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-e729d6bd-cf4c-449c-9e8b-c6148180fd3a None None] Provisioning for port 519a914b-9f81-4ea6-a7b4-541df74f49a8 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:04.158219 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-e729d6bd-cf4c-449c-9e8b-c6148180fd3a None None] Provisioning complete for port 519a914b-9f81-4ea6-a7b4-541df74f49a8 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:04.159851 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e729d6bd-cf4c-449c-9e8b-c6148180fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.285328 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-e729d6bd-cf4c-449c-9e8b-c6148180fd3a None None] Port 519a914b-9f81-4ea6-a7b4-541df74f49a8 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:56:04.296988 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:00Z', 'revision_number': 3, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:04.302802 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41c12-647a-4141-9be8-156543bd4d72 None None] The sync data for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb is: [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:00Z', 'revision_number': 3, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:04.380326 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.421319 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.638454 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c04a-ebda-4104-bf56-2819ea657b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.766125 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.842341 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.850540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.880431 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fb60766e-7176-4c5b-bc26-85f34c194c82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:04.980967 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Pushing event updated for resources: {'Port': ['ID=519a914b-9f81-4ea6-a7b4-541df74f49a8,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:04.983856 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.989248 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:05.296487 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Network 44024425-60a3-4875-9e5a-de8050770c4a is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:05.299378 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:05.363496 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Deleting port d6a561c3-88c3-4b6d-9a5b-33864dee25a6 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:56:05.363840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:05.565475 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Router dd5e1b7e-82f4-48db-955a-89e289c5fa5a has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:56:05.590674 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] For port d6a561c3-88c3-4b6d-9a5b-33864dee25a6, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:05.591150 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:05.618278 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-3f830902-5a51-4c7d-ae49-9ea7e17a96c8 None None] Provisioning complete for port 519a914b-9f81-4ea6-a7b4-541df74f49a8 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:05.619444 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3f830902-5a51-4c7d-ae49-9ea7e17a96c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:05.687968 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:05.742174 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Calling delete_port for d6a561c3-88c3-4b6d-9a5b-33864dee25a6 owned by network:router_interface {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:05.836452 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:05.854837 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-3f830902-5a51-4c7d-ae49-9ea7e17a96c8 None None] Port 519a914b-9f81-4ea6-a7b4-541df74f49a8 cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:56:05.862849 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] 10.222.0.77 "PUT /v2.0/routers/dd5e1b7e-82f4-48db-955a-89e289c5fa5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0842490 Jun 03 21:56:05.864847 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:05.881829 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:05.888854 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:05.889231 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.060792 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.081987 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:06.089510 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.091710 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:06.179000 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:06.182846 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:06.361470 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.370730 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-35f51580-a430-484e-a578-b73096b9494a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:06.420751 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Sync routers for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:06.440716 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:06.441395 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:06.458496 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a561c3-88c3-4b6d-9a5b-33864dee25a6,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:06.468664 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:06.703142 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45748) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:06.713053 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-386462690-network', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:56:06.723872 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:06.729432 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Usage tracker for resource:network and tenant:8ae23e3c8baa46b8b8b0a202f24cff41 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:06.733227 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:06.741454 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:06.759138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:06.761346 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Made reservation on behalf of 8ae23e3c8baa46b8b8b0a202f24cff41 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:56:06.764090 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.779811 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.798818 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:06.805839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Usage tracker for resource:security_group_rule and tenant:8ae23e3c8baa46b8b8b0a202f24cff41 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:06.811287 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:06.817372 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.822383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:06.936690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.943351 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.946879 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c4143c9e-b6d5-4b86-bb26-851f3e0e32aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:06.982645 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1504} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:56:06.989957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b36817-be7e-461a-b306-efc965525633,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:06.994444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:07.009778 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.010340 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Added segment cab33be4-b6f6-4cbf-a694-66c984a19fc0 of type vlan for network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf Jun 03 21:56:07.059158 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.109090 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.111685 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:07.112517 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.121430 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-595d87d7-84a4-4030-8b45-104bcd956216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:07.237120 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 2, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:07.244183 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Checking router: dd5e1b7e-82f4-48db-955a-89e289c5fa5a for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:07.244644 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Updating router dd5e1b7e-82f4-48db-955a-89e289c5fa5a port 519a914b-9f81-4ea6-a7b4-541df74f49a8 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:56:07.275744 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5629098 Jun 03 21:56:07.275744 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Pushing event updated for resources: {'Network': ['ID=d757fefd-2ed1-4a4f-9476-1ea387c0a7bf,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:07.279186 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45750) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:07.288335 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Request body: {'subnet': {'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-386462690-subnet', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:56:07.294863 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:56:07.295102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:07.298721 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:07.306619 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Usage tracker for resource:subnet and tenant:8ae23e3c8baa46b8b8b0a202f24cff41 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:07.312389 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:07.323934 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:07.348417 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Made reservation on behalf of 8ae23e3c8baa46b8b8b0a202f24cff41 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:56:07.351559 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14134835'] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.408740 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.414138 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Router 53d84f39-c410-4ae0-8b76-c23bee40962e has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:56:07.491976 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:07.714823 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:07.725616 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] Sync routers for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:07.728221 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0bc3775c-4adc-4c80-802a-0a73f052f826 admin admin] 10.222.0.77 "PUT /v2.0/routers/53d84f39-c410-4ae0-8b76-c23bee40962e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746554 Jun 03 21:56:07.739541 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45752) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:07.749173 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:07.750164 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:07.770861 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:07.897758 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:07.898399 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.051624 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.077187 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:08.121659 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Transition to ACTIVE for port object 519a914b-9f81-4ea6-a7b4-541df74f49a8 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:08.130031 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14142304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14134817'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.146320 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.146565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:08.153350 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:08.155100 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks [] for router, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.227937 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4611-864e-4459-afad-0581f284693f None None] Pushing event updated for resources: {'Port': ['ID=519a914b-9f81-4ea6-a7b4-541df74f49a8,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:08.234836 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-b55e4611-864e-4459-afad-0581f284693f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:08.286910 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05ca16d-2761-421f-bec1-330c3bf180f2,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:08.293972 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:08.333368 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Checking segment: {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:08.333896 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Network hostable DHCP agents. Network: d757fefd-2ed1-4a4f-9476-1ea387c0a7bf, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:56:08.377097 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:56:08.400364 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, d757fefd-2ed1-4a4f-9476-1ea387c0a7bf) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:08.412478 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:08.413386 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.429139 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef5277-4855-4f3b-94df-d8824ccd7ba0 None None] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:56:08.446921 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6c60f7f9-188a-4bbf-b940-14e0e19c012b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1653888 Jun 03 21:56:08.448475 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.450441 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45754) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:08.458361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:56:08.466340 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:08.475693 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Usage tracker for resource:router and tenant:8ae23e3c8baa46b8b8b0a202f24cff41 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:08.482622 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:08.495383 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:08.500795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Attempting to bind port 519a914b-9f81-4ea6-a7b4-541df74f49a8 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:08.501236 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Attempting to bind port 519a914b-9f81-4ea6-a7b4-541df74f49a8 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:08.502387 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Attempting to bind port 519a914b-9f81-4ea6-a7b4-541df74f49a8 on network 44024425-60a3-4875-9e5a-de8050770c4a {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:08.543506 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16395762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40202'] for router, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.545716 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16395607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16393725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16611963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40195'] for router, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.592194 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.609536 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Deleting port e95a16ad-053a-4c14-ab26-dfcd3967fcf7 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:56:08.610418 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.670734 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 5, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port': {'id': 'e95a16ad-053a-4c14-ab26-dfcd3967fcf7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:16Z', 'updated_at': '2021-06-03T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:08.680000 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] Checking router: 53d84f39-c410-4ae0-8b76-c23bee40962e for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:08.684386 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:08.685374 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Checking segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:08.685965 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.686503 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Bound using segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:08.687228 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Bound port: 519a914b-9f81-4ea6-a7b4-541df74f49a8, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:08.687947 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:08.698756 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] Routers {'53d84f39-c410-4ae0-8b76-c23bee40962e'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:08.699955 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['53d84f39-c410-4ae0-8b76-c23bee40962e'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:08.827032 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] For port e95a16ad-053a-4c14-ab26-dfcd3967fcf7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:08.828263 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.015357 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] Set router 53d84f39-c410-4ae0-8b76-c23bee40962e gateway port host: None {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:09.017970 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] For port 519a914b-9f81-4ea6-a7b4-541df74f49a8, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:09.039507 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30ac0f54-6776-5442-903d-7c86a52addff-d757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'fixed_ips': [{'subnet_id': 'a05ca16d-2761-421f-bec1-330c3bf180f2'}]}} from dv-cinder-794669-4-smb. {{(pid=98279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:56:09.041008 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.061198 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] For port 519a914b-9f81-4ea6-a7b4-541df74f49a8, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=519a914b-9f81-4ea6-a7b4-541df74f49a8,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:09.077347 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.097261 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-c2d4bd78-c3c1-4a6e-b618-1780f5d56247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:09.151638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Calling delete_port for e95a16ad-053a-4c14-ab26-dfcd3967fcf7 owned by network:router_gateway {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:09.165616 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16393675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16395712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40301'] for router, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.168369 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:56:08Z', 'revision_number': 6, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:09.174390 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8935e11-9970-40d5-8f0d-124e016118dd None None] The sync data for ids ['53d84f39-c410-4ae0-8b76-c23bee40962e'] in dv-cinder-794669-4-smb is: [{'id': '53d84f39-c410-4ae0-8b76-c23bee40962e', 'name': 'tempest-AttachVolumeShelveTestJSON-1522443890-router', 'tenant_id': '0ad23c157b3045d18fcfa1ad547160bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:12Z', 'updated_at': '2021-06-03T21:56:08Z', 'revision_number': 6, 'project_id': '0ad23c157b3045d18fcfa1ad547160bc', 'gw_port_host': None}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:09.311990 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:09.313269 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:09.450944 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4611-864e-4459-afad-0581f284693f None None] Pushing event updated for resources: {'Port': ['ID=519a914b-9f81-4ea6-a7b4-541df74f49a8,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:09.460409 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-b55e4611-864e-4459-afad-0581f284693f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:09.461886 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.475438 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:09.636990 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Pushing event deleted for resources: {'Port': ['ID=e95a16ad-053a-4c14-ab26-dfcd3967fcf7,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:09.651305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:09.654278 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d6a561c3-88c3-4b6d-9a5b-33864dee25a6 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:56:09.714318 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.737534 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.761606 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.793138 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: d6a561c3-88c3-4b6d-9a5b-33864dee25a6 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:56:09.793538 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d6a561c3-88c3-4b6d-9a5b-33864dee25a6 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:56:09.851668 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.db_base_plugin_common [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Allocated IP 172.20.0.2 (d757fefd-2ed1-4a4f-9476-1ea387c0a7bf/a05ca16d-2761-421f-bec1-330c3bf180f2/e5cc7edf-caf3-4260-a0ff-fc26306c15f7) {{(pid=98279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:56:09.867151 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:09.974906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Allocated IP 172.28.1.110 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/d8558a29-fa2e-4f73-9069-cc65ef900115) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:56:09.981164 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.985092 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.143810 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.144357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d84f39-c410-4ae0-8b76-c23bee40962e {{(pid=98278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:56:10.167785 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] Notify callbacks [] for router, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.169536 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-4843a761-7c31-41b5-83ee-c1116d1c8afd admin admin] 10.222.0.77 "DELETE /v2.0/routers/53d84f39-c410-4ae0-8b76-c23bee40962e HTTP/1.1" status: 204 len: 168 time: 2.4287686 Jun 03 21:56:10.172771 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45756) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:10.198447 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.255731 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.261329 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-cf83143a-6114-4f78-abc5-7591ad7f8fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:10.285026 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Deleting subnet 4a7ced35-945b-4d6d-af58-aeffd3afc7ae {{(pid=98278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:56:10.290334 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.334912 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:10.338204 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:10.352885 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:10.370515 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15050155'] for subnet, precommit_delete_associations {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.402361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Pushing event updated for resources: {'Port': ['ID=d8558a29-fa2e-4f73-9069-cc65ef900115,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:10.411501 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:10.551950 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.641773 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Notify callbacks [] for port, precommit_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.661261 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Transition to ACTIVE for port object e5cc7edf-caf3-4260-a0ff-fc26306c15f7 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:10.697800 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Transition to ACTIVE for port object e5cc7edf-caf3-4260-a0ff-fc26306c15f7 will not be triggered until provisioned by entity DHCP. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:10.705659 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:08Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:10.712437 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf900db9-9f9d-4c07-8ab0-03ea5c91ed62 None None] The sync data for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb is: [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:08Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:10.716022 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628'] for port, after_create {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.720064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:10.788690 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf is already hosted by enough agents. {{(pid=98279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:10.791920 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.scheduler.base_scheduler [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Resources bound (agent type, host, resource id): {{(pid=98279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:10.821905 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Received port after_create {{(pid=98279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:10.829699 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Pushing event updated for resources: {'Port': ['ID=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,revision_number=1']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:10.850094 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:11.028137 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Attempting to bind port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:11.028625 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Attempting to bind port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:11.028813 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Attempting to bind port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 on network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:11.036119 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:11.036614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Checking segment: {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:11.036938 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.037294 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Bound using segment: {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:11.037790 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Bound port: e5cc7edf-caf3-4260-a0ff-fc26306c15f7, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:11.038168 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.137256 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.249567 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] For port e5cc7edf-caf3-4260-a0ff-fc26306c15f7, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:11.257458 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] For port e5cc7edf-caf3-4260-a0ff-fc26306c15f7, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:11.265685 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.272873 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-b55e4611-864e-4459-afad-0581f284693f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:11.297629 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13743025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14120022'] for subnet, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.308972 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-be11a0f9-e437-4107-867c-7d6cf1a62788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:11.405125 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7ced35-945b-4d6d-af58-aeffd3afc7ae,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:11.411495 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.414647 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4828a-e706-4425-a9a2-b5d2d7c389d5 None None] Network a92c9e8f-e534-4592-b5a6-644e46c85660 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:56:11.420459 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:11.428137 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-ac4511ff-69c3-4a58-9ecb-2c4a53f9bd49 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4a7ced35-945b-4d6d-af58-aeffd3afc7ae HTTP/1.1" status: 204 len: 168 time: 1.2537837 Jun 03 21:56:11.432188 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45758) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:11.527447 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Pushing event updated for resources: {'Port': ['ID=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:11.542264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:11.659336 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.796289 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 519a914b-9f81-4ea6-a7b4-541df74f49a8 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:11.899630 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Deleting port 8acddcc6-636f-421b-9ca2-7b6ab62facbc {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:56:11.899630 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.066252 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 519a914b-9f81-4ea6-a7b4-541df74f49a8 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:12.080722 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 519a914b-9f81-4ea6-a7b4-541df74f49a8 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:12.081346 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.118383 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] For port 8acddcc6-636f-421b-9ca2-7b6ab62facbc, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=8acddcc6-636f-421b-9ca2-7b6ab62facbc,segment=NetworkSegment(4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc),segment_id=4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:12.119461 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.216792 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16395723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16465962'] for router, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.315206 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] DHCP port deletion for a92c9e8f-e534-4592-b5a6-644e46c85660 request from dv-cinder-794669-4-smb {{(pid=98279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:56:12.399463 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Calling delete_port for 8acddcc6-636f-421b-9ca2-7b6ab62facbc owned by network:dhcp {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:12.405742 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.452672 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 519a914b-9f81-4ea6-a7b4-541df74f49a8, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=519a914b-9f81-4ea6-a7b4-541df74f49a8,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:12.473696 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.477428 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:12.500599 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.539059 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-68a366c4-e5e6-4ebf-a042-3f2e9732c044 tempest-ServerRescueNegativeTestJSON-20526045 tempest-ServerRescueNegativeTestJSON-20526045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:12.571603 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Deleting port 8acddcc6-636f-421b-9ca2-7b6ab62facbc {{(pid=98279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:56:12.571989 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.603753 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e95a16ad-053a-4c14-ab26-dfcd3967fcf7 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:56:12.631238 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Router 99a423c2-919c-4cc7-8839-ff6dc34e8652 is scheduled to L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 with binding_index 1 {{(pid=98277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:56:12.648640 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Pushing event deleted for resources: {'Port': ['ID=8acddcc6-636f-421b-9ca2-7b6ab62facbc,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:12.652164 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] No DVR routers for this DVR port 8acddcc6-636f-421b-9ca2-7b6ab62facbc on host dv-cinder-794669-4-smb {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:56:12.656466 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:12.687590 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: e95a16ad-053a-4c14-ab26-dfcd3967fcf7 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:56:12.687931 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e95a16ad-053a-4c14-ab26-dfcd3967fcf7 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:56:12.845284 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=519a914b-9f81-4ea6-a7b4-541df74f49a8,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:12.853475 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:12.869493 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] For port 8acddcc6-636f-421b-9ca2-7b6ab62facbc, host dv-cinder-794669-4-smb, got binding levels [] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:12.869904 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.877275 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.896760 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92c9e8f-e534-4592-b5a6-644e46c85660']}} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:12.912600 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc') {'for_net_delete': True} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:12.912950 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b547f8d-ea07-4c6a-b1bf-d90f78cd7ffc') {} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:12.931432 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15050194'] for segment, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.967365 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:12.979240 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Releasing vlan 1539 on physical network physnet1 to pool {{(pid=98278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:56:12.979980 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13742939'] for segment, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:13.007111 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: Traceback (most recent call last): Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: timer() Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: cb(*args, **kw) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: return func(*args, **kwargs) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: self._notify() Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: self.callback(batched_events) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: event.method(event) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: return f(self, *a, **k) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: return self._get(url).json() Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: return self.request(url, 'GET', **kwargs) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:56:13.010905 dv-cinder-794669-4-smb neutron-server[98278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:56:13.052141 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:13.055189 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a2d80a3d-4d20-40bc-b5ff-a1de31d4da44 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6028047 Jun 03 21:56:13.059381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45760) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:13.076271 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Sync routers for ids ['99a423c2-919c-4cc7-8839-ff6dc34e8652'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:13.080126 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c2be8-2a8c-4067-ae32-93b08eb8e07a None None] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:56:13.111012 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Calling delete_port for 8acddcc6-636f-421b-9ca2-7b6ab62facbc owned by network:dhcp {{(pid=98279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:13.116310 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.ipam_backend_mixin [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Port 8acddcc6-636f-421b-9ca2-7b6ab62facbc was not found and therefore no delete operation was performed {{(pid=98279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:56:13.132953 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:13.155359 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:13.168535 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:13.179179 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:13.197390 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:13.214384 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92c9e8f-e534-4592-b5a6-644e46c85660,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:13.218845 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:13.227532 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d47db640-26e4-4f96-bb3d-be9e74b16843 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a92c9e8f-e534-4592-b5a6-644e46c85660 HTTP/1.1" status: 204 len: 168 time: 1.7896950 Jun 03 21:56:13.227865 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Routers {'99a423c2-919c-4cc7-8839-ff6dc34e8652'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:13.227865 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['99a423c2-919c-4cc7-8839-ff6dc34e8652'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:13.373576 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Network a92c9e8f-e534-4592-b5a6-644e46c85660 is not hosted by any dhcp agent {{(pid=98279) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:56:13.373872 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] No DVR routers for this DVR port 8acddcc6-636f-421b-9ca2-7b6ab62facbc on host dv-cinder-794669-4-smb {{(pid=98279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:56:13.375343 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Pushing event deleted for resources: {'Port': ['ID=8acddcc6-636f-421b-9ca2-7b6ab62facbc,revision_number=None']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:13.389652 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:13.401996 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-affc0fc2-ca4c-4e32-a81b-b722f8d0178a None None] Provisioning for port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:13.595584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 45764) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:13.628610 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Set router 99a423c2-919c-4cc7-8839-ff6dc34e8652 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:13.816670 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e5cc7edf-caf3-4260-a0ff-fc26306c15f7 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:13.819643 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e01032f2-11de-4cd3-a41c-655504cdfcff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ad23c157b3045d18fcfa1ad547160bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2221642 Jun 03 21:56:13.822385 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 45766) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:13.943750 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:13.998577 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.105551 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.118675 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:14.119664 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-5c7a64aa-e6b6-4dca-809e-0bb14aedf286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:14.132843 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a861882-c5f2-46f2-a1d8-2be99182034c,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:14.143830 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:14.157305 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.163417 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-3f289560-d5f4-47c7-b1e6-4a99737b74cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a861882-c5f2-46f2-a1d8-2be99182034c HTTP/1.1" status: 204 len: 168 time: 0.3394952 Jun 03 21:56:14.170478 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:14.170712 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.346242 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:56:10Z', 'revision_number': 3, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:14.363358 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Checking router: 99a423c2-919c-4cc7-8839-ff6dc34e8652 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:14.363806 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Updating router 99a423c2-919c-4cc7-8839-ff6dc34e8652 port d8558a29-fa2e-4f73-9069-cc65ef900115 binding host dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:56:14.401481 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.445045 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.543046 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.619517 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port e5cc7edf-caf3-4260-a0ff-fc26306c15f7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:14.629541 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:14.630747 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 519a914b-9f81-4ea6-a7b4-541df74f49a8 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:14.691690 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-5e1ff2c8-ef4d-46f5-881c-a7c750cdf5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:14.980606 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-b731e044-978a-4e5b-b7b1-ec44ebad3fb2 None None] Provisioning complete for port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:14.981237 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b731e044-978a-4e5b-b7b1-ec44ebad3fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.005803 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Allocated IP 172.20.0.1 (d757fefd-2ed1-4a4f-9476-1ea387c0a7bf/a05ca16d-2761-421f-bec1-330c3bf180f2/511ba643-ec0a-48e2-bf74-309262f9e03c) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:56:15.125584 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:15.167614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:15.265461 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.290508 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Transition to ACTIVE for port object 511ba643-ec0a-48e2-bf74-309262f9e03c will not be triggered until provisioned by entity DHCP. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:15.312704 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 519a914b-9f81-4ea6-a7b4-541df74f49a8 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:15.313296 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.338337 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.347961 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-eacda509-69aa-46e1-99fa-d65359e39e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:15.466169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:15.472094 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:15.480478 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:15.567058 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Pushing event updated for resources: {'Port': ['ID=511ba643-ec0a-48e2-bf74-309262f9e03c,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:15.571722 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:15.600297 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16466148'] for router_interface, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.771459 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 8acddcc6-636f-421b-9ca2-7b6ab62facbc no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:56:15.815390 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Notify callbacks [] for port, precommit_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.847069 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 8acddcc6-636f-421b-9ca2-7b6ab62facbc {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:56:15.847469 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 8acddcc6-636f-421b-9ca2-7b6ab62facbc not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:56:15.858023 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Transition to ACTIVE for port object d8558a29-fa2e-4f73-9069-cc65ef900115 will not be triggered until provisioned by entity L2. {{(pid=98279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:15.867934 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.871194 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:15.880092 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:15.934334 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-840418a9-bf18-428c-b203-b42a900096e2 None None] Provisioning for port 511ba643-ec0a-48e2-bf74-309262f9e03c completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:15.975078 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-840418a9-bf18-428c-b203-b42a900096e2 None None] Provisioning complete for port 511ba643-ec0a-48e2-bf74-309262f9e03c triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:15.975923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-840418a9-bf18-428c-b203-b42a900096e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.063231 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e5cc7edf-caf3-4260-a0ff-fc26306c15f7 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:16.140407 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-840418a9-bf18-428c-b203-b42a900096e2 None None] Port 511ba643-ec0a-48e2-bf74-309262f9e03c cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:56:16.143342 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Attempting to bind port d8558a29-fa2e-4f73-9069-cc65ef900115 on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:16.143969 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Attempting to bind port d8558a29-fa2e-4f73-9069-cc65ef900115 by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:16.144580 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Attempting to bind port d8558a29-fa2e-4f73-9069-cc65ef900115 on network e9dcd101-5584-47ac-9262-bd61e32f30ac {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:16.165035 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59931af0-e611-4aff-bcb3-3df150192a6c None None] Pushing event updated for resources: {'Port': ['ID=d8558a29-fa2e-4f73-9069-cc65ef900115,revision_number=2']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:16.175937 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-59931af0-e611-4aff-bcb3-3df150192a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:16.180597 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:16.181207 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Checking segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:16.181751 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.182412 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Bound using segment: {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'} {{(pid=98279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:16.183275 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.managers [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Bound port: d8558a29-fa2e-4f73-9069-cc65ef900115, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e6726-1e9d-4909-8210-7403a85a87b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac'}}] {{(pid=98279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:16.183810 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.189694 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.199022 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.230815 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-7aad626e-2b8a-4c47-bca5-8b8e4e156efe tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:16.328681 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Pushing event updated for resources: {'Port': ['ID=511ba643-ec0a-48e2-bf74-309262f9e03c,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:16.332037 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16490092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16392328'] for router_interface, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.342999 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:16.372739 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:16.373118 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.418753 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] For port d8558a29-fa2e-4f73-9069-cc65ef900115, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:16.435036 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] For port d8558a29-fa2e-4f73-9069-cc65ef900115, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=d8558a29-fa2e-4f73-9069-cc65ef900115,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:16.445999 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:16.450065 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:16.504650 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:16.507204 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:16.617249 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Routers {'99a423c2-919c-4cc7-8839-ff6dc34e8652'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:16.618087 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['99a423c2-919c-4cc7-8839-ff6dc34e8652'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:16.717250 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59931af0-e611-4aff-bcb3-3df150192a6c None None] Pushing event updated for resources: {'Port': ['ID=d8558a29-fa2e-4f73-9069-cc65ef900115,revision_number=3']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:16.721200 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-59931af0-e611-4aff-bcb3-3df150192a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:16.781579 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Router 99a423c2-919c-4cc7-8839-ff6dc34e8652 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:56:16.923646 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] Set router 99a423c2-919c-4cc7-8839-ff6dc34e8652 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:17.095002 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-7f5bea7f-1e09-45b1-a82b-6eb0954a31ca None None] Provisioning complete for port 511ba643-ec0a-48e2-bf74-309262f9e03c triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:17.095398 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-7f5bea7f-1e09-45b1-a82b-6eb0954a31ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:17.138674 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:17.174287 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] 10.222.0.77 "PUT /v2.0/routers/99a423c2-919c-4cc7-8839-ff6dc34e8652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1067665 Jun 03 21:56:17.184448 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bea7f-1e09-45b1-a82b-6eb0954a31ca None None] Port 511ba643-ec0a-48e2-bf74-309262f9e03c cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:56:17.404105 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-f540c476-a804-484c-b06d-f75394a68809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '511ba643-ec0a-48e2-bf74-309262f9e03c', 'name': '', 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'mac_address': 'fa:16:3e:e3:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:14Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 2, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'subnets': [{'id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:17.412057 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f540c476-a804-484c-b06d-f75394a68809 None None] The sync data for ids ['99a423c2-919c-4cc7-8839-ff6dc34e8652'] in dv-cinder-794669-4-smb is: [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '511ba643-ec0a-48e2-bf74-309262f9e03c', 'name': '', 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'mac_address': 'fa:16:3e:e3:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:14Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 2, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'subnets': [{'id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:20.105160 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d8558a29-fa2e-4f73-9069-cc65ef900115 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:20.249307 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port d8558a29-fa2e-4f73-9069-cc65ef900115 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:20.258651 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port d8558a29-fa2e-4f73-9069-cc65ef900115 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:20.259610 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:20.530975 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Sync routers for ids ['99a423c2-919c-4cc7-8839-ff6dc34e8652'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:20.560950 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Routers {'99a423c2-919c-4cc7-8839-ff6dc34e8652'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:20.562022 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['99a423c2-919c-4cc7-8839-ff6dc34e8652'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:20.572239 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:20.634047 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port d8558a29-fa2e-4f73-9069-cc65ef900115, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=d8558a29-fa2e-4f73-9069-cc65ef900115,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:20.641151 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:20.644129 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:20.768277 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=d8558a29-fa2e-4f73-9069-cc65ef900115,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:20.772563 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:20.954536 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Set router 99a423c2-919c-4cc7-8839-ff6dc34e8652 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:21.516735 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '511ba643-ec0a-48e2-bf74-309262f9e03c', 'name': '', 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'mac_address': 'fa:16:3e:e3:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:14Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 2, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'subnets': [{'id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:21.524918 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Checking router: 99a423c2-919c-4cc7-8839-ff6dc34e8652 for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:21.525627 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Updating router 99a423c2-919c-4cc7-8839-ff6dc34e8652 port 511ba643-ec0a-48e2-bf74-309262f9e03c binding host dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:56:21.629470 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:21.713402 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:22.001649 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d8558a29-fa2e-4f73-9069-cc65ef900115 up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:22.175308 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port d8558a29-fa2e-4f73-9069-cc65ef900115 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:22.175962 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:22.290050 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Notify callbacks [] for port, precommit_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:22.370302 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.provisioning_blocks [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Transition to ACTIVE for port object 511ba643-ec0a-48e2-bf74-309262f9e03c will not be triggered until provisioned by entity L2. {{(pid=98280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:22.394646 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:22.432945 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:22.522099 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834ca5c-e6ff-4b0a-b460-6f4c76382d57 None None] Pushing event updated for resources: {'Port': ['ID=511ba643-ec0a-48e2-bf74-309262f9e03c,revision_number=3']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:22.681820 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-b834ca5c-e6ff-4b0a-b460-6f4c76382d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:22.823467 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Attempting to bind port 511ba643-ec0a-48e2-bf74-309262f9e03c on host dv-cinder-794669-4-smb for vnic_type normal with profile {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:22.823997 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Attempting to bind port 511ba643-ec0a-48e2-bf74-309262f9e03c by drivers openvswitch,hyperv on host dv-cinder-794669-4-smb at level 0 using segments [{'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:22.824465 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Attempting to bind port 511ba643-ec0a-48e2-bf74-309262f9e03c on network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:22.838384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Checking agent: {'id': '7f80156f-a912-4089-ba15-e88809841e1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 40, 4), 'started_at': datetime.datetime(2021, 6, 3, 21, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:22.838384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Checking segment: {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:22.838384 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:22.840653 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Bound using segment: {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'} {{(pid=98280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:22.841368 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.managers [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Bound port: 511ba643-ec0a-48e2-bf74-309262f9e03c, host: dv-cinder-794669-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab33be4-b6f6-4cbf-a694-66c984a19fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf'}}] {{(pid=98280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:22.846169 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:23.040274 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] For port 511ba643-ec0a-48e2-bf74-309262f9e03c, host dv-cinder-794669-4-smb, cleared binding levels {{(pid=98280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:23.052330 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.plugins.ml2.db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] For port 511ba643-ec0a-48e2-bf74-309262f9e03c, host dv-cinder-794669-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=511ba643-ec0a-48e2-bf74-309262f9e03c,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:23.061470 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:23.081325 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-3209a4cb-2b62-4d47-bf74-215e716fa46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:23.253330 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Routers {'99a423c2-919c-4cc7-8839-ff6dc34e8652'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:23.254225 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:56:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['99a423c2-919c-4cc7-8839-ff6dc34e8652'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:23.376897 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834ca5c-e6ff-4b0a-b460-6f4c76382d57 None None] Pushing event updated for resources: {'Port': ['ID=511ba643-ec0a-48e2-bf74-309262f9e03c,revision_number=4']} {{(pid=98280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:23.382144 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG oslo_concurrency.lockutils [None req-b834ca5c-e6ff-4b0a-b460-6f4c76382d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:23.707175 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] Set router 99a423c2-919c-4cc7-8839-ff6dc34e8652 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:24.107293 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 511ba643-ec0a-48e2-bf74-309262f9e03c up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:24.337682 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning for port 511ba643-ec0a-48e2-bf74-309262f9e03c completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:24.385280 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 511ba643-ec0a-48e2-bf74-309262f9e03c triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:24.386698 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:24.486196 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '511ba643-ec0a-48e2-bf74-309262f9e03c', 'name': '', 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'mac_address': 'fa:16:3e:e3:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:14Z', 'updated_at': '2021-06-03T21:56:23Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'subnets': [{'id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:24.502935 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebf04-bf95-4d23-a8b6-68ac3d7aa283 None None] The sync data for ids ['99a423c2-919c-4cc7-8839-ff6dc34e8652'] in dv-cinder-794669-4-smb is: [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:56:15Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '511ba643-ec0a-48e2-bf74-309262f9e03c', 'name': '', 'network_id': 'd757fefd-2ed1-4a4f-9476-1ea387c0a7bf', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'mac_address': 'fa:16:3e:e3:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:14Z', 'updated_at': '2021-06-03T21:56:23Z', 'revision_number': 4, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'subnets': [{'id': 'a05ca16d-2761-421f-bec1-330c3bf180f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:24.717674 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:24.764263 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] For port 511ba643-ec0a-48e2-bf74-309262f9e03c, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=511ba643-ec0a-48e2-bf74-309262f9e03c,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:24.772020 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:24.774663 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:25.024397 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Pushing event updated for resources: {'Port': ['ID=511ba643-ec0a-48e2-bf74-309262f9e03c,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:25.039964 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:25.691031 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-cf6663db-f565-4dd1-81ff-4906123392de service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1166739 Jun 03 21:56:25.976518 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-635f48f1-ea43-4e2f-93ab-051535db8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:25.979575 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-635f48f1-ea43-4e2f-93ab-051535db8df4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.1754501 Jun 03 21:56:26.037796 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 511ba643-ec0a-48e2-bf74-309262f9e03c up at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:26.153840 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Provisioning complete for port 511ba643-ec0a-48e2-bf74-309262f9e03c triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:26.154476 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:26.303245 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-b4e5afe3-5cfa-4b1f-89bf-1f559345590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:26.307136 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-b4e5afe3-5cfa-4b1f-89bf-1f559345590c service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.2915025 Jun 03 21:56:26.661184 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-e73e08ea-cc6d-4b1d-b5d4-f02282bccf17 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 1001 time: 0.3493176 Jun 03 21:56:26.814340 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-cc3dc8eb-3390-4f4b-a21d-17ea2bbf0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:26.818682 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-cc3dc8eb-3390-4f4b-a21d-17ea2bbf0698 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.1504717 Jun 03 21:56:26.979583 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-87fce04e-af26-42d0-bb78-26a139bae549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:26.982388 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-87fce04e-af26-42d0-bb78-26a139bae549 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1572268 Jun 03 21:56:27.184641 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-e0d294c2-a1f0-4d82-a2d1-02ad1e11d4ec service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952255 Jun 03 21:56:27.460902 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2007a3ef-8fd3-4168-912d-b292b6a3952a req-2ca6d73e-a492-403d-b976-b82a5c0bb962 service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692716 Jun 03 21:56:31.344820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-72128a36-6d1e-46c7-9c67-665681a279a7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:31.346729 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-72128a36-6d1e-46c7-9c67-665681a279a7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Synchronizing usage tracker for tenant:f763989582fd40a6953c2a06fa6592eb on resource:network {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:56:31.374898 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-72128a36-6d1e-46c7-9c67-665681a279a7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Unset dirty status for tenant:f763989582fd40a6953c2a06fa6592eb on resource:network {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:56:31.377004 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-72128a36-6d1e-46c7-9c67-665681a279a7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 814 time: 0.2384334 Jun 03 21:56:31.396997 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-e0be8e45-bef8-46fe-9e4b-e85a3f586003 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/quotas/f763989582fd40a6953c2a06fa6592eb HTTP/1.1" status: 200 len: 375 time: 0.0134587 Jun 03 21:56:31.505540 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-8fec9e3e-6ac9-41af-9b7b-afebc8f6f3ef tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994830 Jun 03 21:56:31.668098 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-94717aa6-f852-4a92-b5ac-fa0d22993112 service neutron] 10.222.0.77 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484816 Jun 03 21:56:31.759726 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ea5041b7-1b1f-42df-b6ea-5e48d67f6f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:31.839435 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-478568bc-b96d-4242-986b-79857b5d6fb0 service neutron] 10.222.0.77 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607568 Jun 03 21:56:33.178937 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b07245a2-9f13-4962-9f0e-4078ca766b70 req-745fdd67-ff23-4ebf-a2a5-7c0b23fb6cb7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 210 time: 0.0923026 Jun 03 21:56:33.585522 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f1340-2184-49cd-a2b2-c6a5a09180f7 req-4acae1de-08aa-4053-b297-03099e7dad2f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:33.587194 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-243f1340-2184-49cd-a2b2-c6a5a09180f7 req-4acae1de-08aa-4053-b297-03099e7dad2f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1435506 Jun 03 21:56:33.650441 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-243f1340-2184-49cd-a2b2-c6a5a09180f7 req-9bc6aa75-7a03-46d9-aba4-41198f3ef6a1 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565741 Jun 03 21:56:34.312297 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0cbe57ad-5a1a-4eeb-90a8-566d07d5281c req-6e2e4c87-fff3-4d40-aea7-236689123e97 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 210 time: 0.0513737 Jun 03 21:56:34.405264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:34.627755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f2365197-2ae9-4f98-956f-fd06ee6ecebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:34.881554 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885cab-7d36-4816-8c93-c568b782d4d0 req-e9a2de7f-b41e-4aad-99e3-5b44d638875d tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:34.883212 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-84885cab-7d36-4816-8c93-c568b782d4d0 req-e9a2de7f-b41e-4aad-99e3-5b44d638875d tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1074877 Jun 03 21:56:34.939631 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-84885cab-7d36-4816-8c93-c568b782d4d0 req-fde72628-be21-4ee6-8dd4-84635d8a5f8d tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 Jun 03 21:56:35.458638 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-728448c4-24bb-4207-96e9-b7b2377064d3 req-601f17a2-1993-4d7e-8a5b-db09505c87e8 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 210 time: 0.0845411 Jun 03 21:56:35.742902 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:36.159840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c982066-5de1-47a2-beb9-5e8b5567637c req-9d86fd20-d65f-4210-a72d-a0513b5834bb tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:36.161420 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1c982066-5de1-47a2-beb9-5e8b5567637c req-9d86fd20-d65f-4210-a72d-a0513b5834bb tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.0993934 Jun 03 21:56:36.220220 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1c982066-5de1-47a2-beb9-5e8b5567637c req-cc909f0e-a3a6-4f4f-aec7-da1afba88054 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 Jun 03 21:56:36.703103 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7eab286a-c903-4e82-9c0e-8f1ca53777d6 req-2d15d3f4-b13b-4840-a4a1-d9de00e8b408 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 210 time: 0.0857046 Jun 03 21:56:37.421101 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:37.661848 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c85001-13e9-487b-8c9f-37ccf7174f1c req-3b556176-a597-401e-aaa7-eb629afc6e3e tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:37.663487 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49c85001-13e9-487b-8c9f-37ccf7174f1c req-3b556176-a597-401e-aaa7-eb629afc6e3e tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.3269405 Jun 03 21:56:37.720889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-5dd5a4fe-365a-4569-a031-a88d045f80c0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:37.722415 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-5dd5a4fe-365a-4569-a031-a88d045f80c0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 814 time: 0.3242226 Jun 03 21:56:37.736365 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-49c85001-13e9-487b-8c9f-37ccf7174f1c req-74664ca6-c61c-41cf-ba23-18065ac25c68 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652754 Jun 03 21:56:37.743162 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'port': {'device_id': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'admin_state_up': True, 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:56:37.951338 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6c2b55ed-a4ab-4719-b170-fd91aef4d169 req-691beafd-2749-451e-8816-8228bf21eeb5 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 210 time: 0.0739257 Jun 03 21:56:38.017543 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:38.023454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:port and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:38.027061 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:38.035686 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:38.049627 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Made reservation on behalf of f763989582fd40a6953c2a06fa6592eb for: {'port': 1} {{(pid=98278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:56:38.054089 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:38.333788 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Allocated IP 172.20.0.14 (44024425-60a3-4875-9e5a-de8050770c4a/62009c6a-04fc-4f77-a69a-1b7b66221b94/4b8471ec-39e4-4581-8bbb-52148b00b2bb) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:56:38.748380 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:38.776813 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Transition to ACTIVE for port object 4b8471ec-39e4-4581-8bbb-52148b00b2bb will not be triggered until provisioned by entity DHCP. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:38.842173 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:38.851004 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-716ebbb9-c957-4fe5-ad5f-9c6fdba87c2b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:38.990877 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Network 44024425-60a3-4875-9e5a-de8050770c4a is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:38.999357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:39.017792 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:39.061468 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:39.070288 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:39.146403 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:39.147613 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:39.194890 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681b803-b53c-45b1-a4ee-acdba49398cf req-07033d87-4680-4cb6-8e41-b7faab381678 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:39.196970 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2681b803-b53c-45b1-a4ee-acdba49398cf req-07033d87-4680-4cb6-8e41-b7faab381678 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.2850595 Jun 03 21:56:39.237381 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4998939 Jun 03 21:56:39.293976 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2681b803-b53c-45b1-a4ee-acdba49398cf req-de32cbbd-a640-4d44-b698-2d7baecd719b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855427 Jun 03 21:56:39.467826 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-c940b4b6-591b-43bb-a2da-ab4f58274057 None None] Provisioning for port 4b8471ec-39e4-4581-8bbb-52148b00b2bb completed by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:39.476668 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-c940b4b6-591b-43bb-a2da-ab4f58274057 None None] Provisioning complete for port 4b8471ec-39e4-4581-8bbb-52148b00b2bb triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:39.477201 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-c940b4b6-591b-43bb-a2da-ab4f58274057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:39.513596 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-87efc6dc-2585-434e-b54e-0d8e70425b8c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:39.515172 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-87efc6dc-2585-434e-b54e-0d8e70425b8c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Synchronizing usage tracker for tenant:f763989582fd40a6953c2a06fa6592eb on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:56:39.549556 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-87efc6dc-2585-434e-b54e-0d8e70425b8c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Unset dirty status for tenant:f763989582fd40a6953c2a06fa6592eb on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:56:39.553992 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-87efc6dc-2585-434e-b54e-0d8e70425b8c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.2448838 Jun 03 21:56:39.611995 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-c940b4b6-591b-43bb-a2da-ab4f58274057 None None] Port 4b8471ec-39e4-4581-8bbb-52148b00b2bb cannot update to ACTIVE because it is not bound. {{(pid=98279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:56:39.653191 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-95ef6350-a50a-45c9-ba9c-53816a788f54 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Synchronizing usage tracker for tenant:f763989582fd40a6953c2a06fa6592eb on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:56:39.696304 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-95ef6350-a50a-45c9-ba9c-53816a788f54 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Unset dirty status for tenant:f763989582fd40a6953c2a06fa6592eb on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:56:39.704063 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-73061e4c-9cbb-4059-9ff9-e374397acb3a req-95ef6350-a50a-45c9-ba9c-53816a788f54 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391101 Jun 03 21:56:39.741383 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:56:40.559296 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b93-4f85-40e3-90d2-dcc558cea510 req-f826c253-779e-4bba-94c3-24d9017e1ecb tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:40.561297 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-53a71b93-4f85-40e3-90d2-dcc558cea510 req-f826c253-779e-4bba-94c3-24d9017e1ecb tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1015012 Jun 03 21:56:40.631343 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-53a71b93-4f85-40e3-90d2-dcc558cea510 req-4530adc3-4e14-46a9-b4ac-638bec4dde79 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623491 Jun 03 21:56:40.951243 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df09ac-4e00-40b8-aedd-f503db343742 req-3da96048-6ff6-4271-8403-3abb25c2b069 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:40.954581 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-43df09ac-4e00-40b8-aedd-f503db343742 req-3da96048-6ff6-4271-8403-3abb25c2b069 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.1210945 Jun 03 21:56:41.011943 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-43df09ac-4e00-40b8-aedd-f503db343742 req-bf385b17-769d-4881-874d-48ee3f29ab29 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Jun 03 21:56:41.856589 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a761f8c-794c-463b-b0b8-b0891d2868b6 req-b82695f6-9b95-419d-980b-49ef7a9ea48d tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:41.858604 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3a761f8c-794c-463b-b0b8-b0891d2868b6 req-b82695f6-9b95-419d-980b-49ef7a9ea48d tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1033382 Jun 03 21:56:41.928459 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3a761f8c-794c-463b-b0b8-b0891d2868b6 req-4875887b-5bdf-4ff1-930f-580e3c118d18 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622013 Jun 03 21:56:42.271053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658538da-4070-4e4d-989b-50365280a4c3 req-e2c4c785-e3a5-4d4f-9acc-de7a3184fb0b tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:42.272920 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-658538da-4070-4e4d-989b-50365280a4c3 req-e2c4c785-e3a5-4d4f-9acc-de7a3184fb0b tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.1220670 Jun 03 21:56:42.342364 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-658538da-4070-4e4d-989b-50365280a4c3 req-c870c238-964b-4032-8c44-3e5d06468c78 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576813 Jun 03 21:56:43.198908 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdff89e-4a30-432c-9c4a-96802d5b6c21 req-0de84c58-2f03-4770-bcd6-c835585b305f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:43.201052 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dfdff89e-4a30-432c-9c4a-96802d5b6c21 req-0de84c58-2f03-4770-bcd6-c835585b305f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1283467 Jun 03 21:56:43.282084 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-dfdff89e-4a30-432c-9c4a-96802d5b6c21 req-bd3906fe-1916-4424-8c13-3bd2af7e0121 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721879 Jun 03 21:56:43.645500 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68703-3f31-4766-9b30-6842a8b6677c req-386f01f3-ac15-426a-bc13-a21210f55202 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:43.647414 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ccb68703-3f31-4766-9b30-6842a8b6677c req-386f01f3-ac15-426a-bc13-a21210f55202 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.1638832 Jun 03 21:56:43.708030 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ccb68703-3f31-4766-9b30-6842a8b6677c req-6b12a843-241d-446f-96bb-c6fb32ce32ac tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506747 Jun 03 21:56:44.670453 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb094f-9a76-4515-a69a-9a8aa9c700f6 req-fee4d26c-0a57-470b-a119-d0179d560f1e tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:44.673280 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5ccb094f-9a76-4515-a69a-9a8aa9c700f6 req-fee4d26c-0a57-470b-a119-d0179d560f1e tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1688368 Jun 03 21:56:44.732520 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-5ccb094f-9a76-4515-a69a-9a8aa9c700f6 req-d451780e-f929-4cac-93f5-89999ff9af57 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470960 Jun 03 21:56:44.946552 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a7fba-dde5-471d-b576-10ec2b42d3de req-15c7b37c-2045-49d4-9bf8-71206b5c663b tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:44.948184 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3a9a7fba-dde5-471d-b576-10ec2b42d3de req-15c7b37c-2045-49d4-9bf8-71206b5c663b tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.1053283 Jun 03 21:56:45.015007 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3a9a7fba-dde5-471d-b576-10ec2b42d3de req-877c970e-da00-4533-b8aa-afba8e3ae2cc tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Jun 03 21:56:46.466653 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63991789-a487-4829-a666-9e686c821cdd req-74800132-a226-417b-8449-2582fb1b4bd1 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:46.474620 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-63991789-a487-4829-a666-9e686c821cdd req-74800132-a226-417b-8449-2582fb1b4bd1 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.5162826 Jun 03 21:56:46.493919 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736171-e2ab-407e-92c3-1b0ea8ce2577 req-4d07bbb7-7b20-42bd-ab40-cba76893d8ed tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:46.507806 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6e736171-e2ab-407e-92c3-1b0ea8ce2577 req-4d07bbb7-7b20-42bd-ab40-cba76893d8ed tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.2552257 Jun 03 21:56:46.661821 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6e736171-e2ab-407e-92c3-1b0ea8ce2577 req-9d4579e6-b090-4f9c-a915-fd6bffaaabeb tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532247 Jun 03 21:56:46.667193 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-63991789-a487-4829-a666-9e686c821cdd req-fa9ec2cd-0e4b-46a4-b614-85f1f5eddf01 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513274 Jun 03 21:56:48.129705 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a76a64-bf54-40eb-960e-a4bb16145d6f req-3d2d8d03-f9df-49db-9ab9-78251b8d0ba7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:48.131595 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96a76a64-bf54-40eb-960e-a4bb16145d6f req-3d2d8d03-f9df-49db-9ab9-78251b8d0ba7 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 932 time: 0.1926615 Jun 03 21:56:48.142117 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bdae2-22db-485c-8044-4714d800fe5f req-aa845237-8c5f-48e7-b6e1-4203ebdf3651 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:48.143894 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-590bdae2-22db-485c-8044-4714d800fe5f req-aa845237-8c5f-48e7-b6e1-4203ebdf3651 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.2864702 Jun 03 21:56:48.222215 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-96a76a64-bf54-40eb-960e-a4bb16145d6f req-65cba759-c850-44fb-a9f0-c3b698f92f94 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771506 Jun 03 21:56:48.239676 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-590bdae2-22db-485c-8044-4714d800fe5f req-8023e3dc-0c8c-4b7b-9fa0-4ede1162c31e tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775094 Jun 03 21:56:48.542105 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Request body: {'port': {'device_id': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:56:48.692892 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:48.773118 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-d1d69eb1-908a-42f0-9987-46e9c3c3c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:48.774757 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-d1d69eb1-908a-42f0-9987-46e9c3c3c237 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.0889230 Jun 03 21:56:49.086340 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-a728a8c5-659d-4ebf-8cb9-6e3ba177486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:49.087898 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-a728a8c5-659d-4ebf-8cb9-6e3ba177486c service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.3052828 Jun 03 21:56:49.243223 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-4216a1a2-0ffc-4c24-8eec-d5bace2f55d0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 1001 time: 0.1475596 Jun 03 21:56:49.283634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8471ec-39e4-4581-8bbb-52148b00b2bb {{(pid=98278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:56:49.293804 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:49.316587 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.provisioning_blocks [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Transition to ACTIVE for port object 4b8471ec-39e4-4581-8bbb-52148b00b2bb will not be triggered until provisioned by entity L2. {{(pid=98278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:49.321949 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:49.329223 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-47b7c8fd-351b-416b-ad13-e3ae9a16ce5e tempest-VolumesSnapshotTestJSON-1675013953 tempest-VolumesSnapshotTestJSON-1675013953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:49.333293 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-a0fa67cd-3fb4-4df1-93e1-98dd9805369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:49.334898 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-a0fa67cd-3fb4-4df1-93e1-98dd9805369c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.0856662 Jun 03 21:56:49.463249 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-29e4a5f3-d4b1-468e-a864-54e82bcbed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:49.465712 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-29e4a5f3-d4b1-468e-a864-54e82bcbed43 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225681 Jun 03 21:56:49.646265 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-3cb30c03-155a-4b44-844f-7834f9e61c11 service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732576 Jun 03 21:56:49.652504 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:49.659440 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:49.853242 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d85bd-4946-4596-b42c-e05a4b2b1170 req-c2554687-7d57-49ae-8e97-cff9ec8494c9 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:49.854826 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-232d85bd-4946-4596-b42c-e05a4b2b1170 req-c2554687-7d57-49ae-8e97-cff9ec8494c9 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 944 time: 0.4362297 Jun 03 21:56:49.878351 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1e259-acd2-463f-b918-39537bb32881 req-ab879e60-b337-40c9-820d-3c70eec321ce tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:49.879909 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4b1e259-acd2-463f-b918-39537bb32881 req-ab879e60-b337-40c9-820d-3c70eec321ce tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.3843310 Jun 03 21:56:49.892434 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c4202e53-5c27-40d3-8c9c-75fed182c79c req-1fed82c1-fcca-407d-908c-8acb36f0ac1b service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371304 Jun 03 21:56:49.927469 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Attempting to bind port 4b8471ec-39e4-4581-8bbb-52148b00b2bb on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:49.927806 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Attempting to bind port 4b8471ec-39e4-4581-8bbb-52148b00b2bb by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:49.928134 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Attempting to bind port 4b8471ec-39e4-4581-8bbb-52148b00b2bb on network 44024425-60a3-4875-9e5a-de8050770c4a {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:49.945450 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Port 4b8471ec-39e4-4581-8bbb-52148b00b2bb on network 44024425-60a3-4875-9e5a-de8050770c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:56:49.945778 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Attempting to bind port 4b8471ec-39e4-4581-8bbb-52148b00b2bb on network 44024425-60a3-4875-9e5a-de8050770c4a {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:49.971595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:49.971936 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Checking segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:49.972332 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Bound using segment: {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'} {{(pid=98278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:49.972775 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.managers [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Bound port: 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55551d9f-2f05-4d8d-ba0b-b88236521d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a'}}] {{(pid=98278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:49.973137 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:49.991237 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-232d85bd-4946-4596-b42c-e05a4b2b1170 req-8efe9cbf-9ea8-4705-9f40-8752a54bff46 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220224 Jun 03 21:56:50.004368 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b4b1e259-acd2-463f-b918-39537bb32881 req-79775fe8-836e-4b44-a873-7c731e06c759 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011629 Jun 03 21:56:50.105102 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, cleared binding levels {{(pid=98278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:50.111560 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:50.116872 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:50.122365 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-94591e41-da54-4ffc-b46d-843f940f799a tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:50.202921 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:50.204499 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:50.206588 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] 10.222.0.107 "PUT /v2.0/ports/4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 1094 time: 1.6723824 Jun 03 21:56:50.207114 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:50.210534 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b1287f-999a-446e-a78f-36e3c0d45f60" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:50.248890 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=3']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:50.306353 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-7df5370b-e723-4c6d-975e-571833aab2ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:50.324318 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32b8d4c-53c8-4732-aa38-0acde2fc37ea x-openstack-request-id: req-e32b8d4c-53c8-4732-aa38-0acde2fc37ea {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:50.324817 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:50.325904 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e32b8d4c-53c8-4732-aa38-0acde2fc37ea {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:50.326472 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'status': 'completed', 'code': 200} Jun 03 21:56:50.381598 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-3e443a69-f4fe-4d9e-9191-7cdcbc6284a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:50.383211 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-3e443a69-f4fe-4d9e-9191-7cdcbc6284a0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1097 time: 0.1290512 Jun 03 21:56:50.565761 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-c5be5858-d19c-4daa-9187-5c1ab860b850 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 217 time: 0.1732090 Jun 03 21:56:50.637196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-08135292-8b61-43fa-b159-b31322c9e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:50.638744 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-08135292-8b61-43fa-b159-b31322c9e54e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.0662203 Jun 03 21:56:50.720674 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-564c8aa4-7bf7-4973-b571-29ac02303c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:50.722189 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-564c8aa4-7bf7-4973-b571-29ac02303c0b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761893 Jun 03 21:56:50.867230 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-648b3018-77b2-47fd-9173-74a237123cdc service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373720 Jun 03 21:56:51.025479 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-c9d81562-45a9-49e5-b8f1-524abf4449d4 req-dfbe2921-3979-45a1-a302-ee379ebe1b96 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514339 Jun 03 21:56:51.269575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-c0710b38-6d71-4676-9a04-cde71b1826df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:51.270988 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-c0710b38-6d71-4676-9a04-cde71b1826df service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1097 time: 0.1902418 Jun 03 21:56:51.440404 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0e592-33c9-488e-b45c-0603663727ac req-c0b887e6-26ff-4be8-8c53-cd9c8469c965 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:51.441958 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d7a0e592-33c9-488e-b45c-0603663727ac req-c0b887e6-26ff-4be8-8c53-cd9c8469c965 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.2910650 Jun 03 21:56:51.473109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1810c4-fd12-4622-9053-a29b6e382a44 req-afea06f5-0e6a-40e2-9aa5-449f2e11ac26 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:51.474847 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ee1810c4-fd12-4622-9053-a29b6e382a44 req-afea06f5-0e6a-40e2-9aa5-449f2e11ac26 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 944 time: 0.2858210 Jun 03 21:56:51.521629 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-90b4d199-514c-496b-b91b-39f23ac2a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:51.523061 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-90b4d199-514c-496b-b91b-39f23ac2a66b service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.2445579 Jun 03 21:56:51.617324 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-461b442c-aa89-4b47-97c2-c5e0cb5885da service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 217 time: 0.0846000 Jun 03 21:56:51.660856 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ee1810c4-fd12-4622-9053-a29b6e382a44 req-f164994d-d567-4dc8-97d9-dd6fdde3fd39 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735706 Jun 03 21:56:51.663639 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d7a0e592-33c9-488e-b45c-0603663727ac req-33c9ce57-13fb-44ff-b271-26eaa074080b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133036 Jun 03 21:56:51.702128 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-43e02f1b-f7f3-4ea6-8d7f-72a808d169ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:51.704299 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-43e02f1b-f7f3-4ea6-8d7f-72a808d169ec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.0777972 Jun 03 21:56:51.728491 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:51.794532 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-d30771d2-ad0d-494a-bbab-c9099b8f6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:51.796248 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-d30771d2-ad0d-494a-bbab-c9099b8f6937 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850081 Jun 03 21:56:51.947459 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-f5074695-ed17-4ba1-871d-42ec59b070e8 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451409 Jun 03 21:56:52.094893 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-42b1287f-999a-446e-a78f-36e3c0d45f60 req-89e1c72b-e038-4b9d-88ec-c861b024056e service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388016 Jun 03 21:56:53.025185 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e88423-4d77-4f7b-9910-634037e7875c req-f0a925c7-019c-45bf-86c3-f112b37aee54 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:53.025185 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f5e88423-4d77-4f7b-9910-634037e7875c req-f0a925c7-019c-45bf-86c3-f112b37aee54 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 944 time: 0.1602933 Jun 03 21:56:53.039731 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44c62-9f88-4ff5-8391-3d5d9afba126 req-02ee5c9c-7c30-4a27-8d3c-ba8c10ada732 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:53.041594 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29c44c62-9f88-4ff5-8391-3d5d9afba126 req-02ee5c9c-7c30-4a27-8d3c-ba8c10ada732 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1361413 Jun 03 21:56:53.249503 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f5e88423-4d77-4f7b-9910-634037e7875c req-ded6ebfa-b2c0-4482-9696-951ec00e1d93 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068179 Jun 03 21:56:53.258420 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-29c44c62-9f88-4ff5-8391-3d5d9afba126 req-14cada42-3591-48ef-a207-3b0aae51209f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672977 Jun 03 21:56:53.348190 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4b8471ec-39e4-4581-8bbb-52148b00b2bb details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:56:53.518564 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:53.533609 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'port_id': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'mac_address': 'fa:16:3e:2d:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:56:53.594676 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.624006 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8471ec-39e4-4581-8bbb-52148b00b2bb {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:56:53.652687 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:53.658561 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.661247 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ace31ec6-efe9-459e-8403-71c87182b740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:53.673127 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98854d3-d9d7-401f-b2e9-8ce29ceb4af5 req-0e9e53c0-d3ed-4932-833b-756055c4278c tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:53.678189 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d98854d3-d9d7-401f-b2e9-8ce29ceb4af5 req-0e9e53c0-d3ed-4932-833b-756055c4278c tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1117213 Jun 03 21:56:53.739697 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d98854d3-d9d7-401f-b2e9-8ce29ceb4af5 req-24db2137-b71a-406e-8755-a6853e1f5636 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584395 Jun 03 21:56:53.744835 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-756ab633-0f8b-47e0-97f3-e3d730c58bd9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2446575 Jun 03 21:56:53.759614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:53.762755 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:53.922899 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4b8471ec-39e4-4581-8bbb-52148b00b2bb'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:56:54.461715 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a8a49-26b5-472d-91db-a888cf87c39e req-dd4e5d9b-6792-41fd-8a1f-fcd6b3eceb18 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:54.463237 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b88a8a49-26b5-472d-91db-a888cf87c39e req-dd4e5d9b-6792-41fd-8a1f-fcd6b3eceb18 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 945 time: 0.0883276 Jun 03 21:56:54.513491 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b88a8a49-26b5-472d-91db-a888cf87c39e req-4973913f-f0cb-4046-b83b-73483c72a5be tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 Jun 03 21:56:55.016132 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6232-908a-41b4-a4ea-17bf48621956 req-b61f11bb-100c-4ff4-93fd-ecfcd831e5ca tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:55.023816 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-70fc6232-908a-41b4-a4ea-17bf48621956 req-b61f11bb-100c-4ff4-93fd-ecfcd831e5ca tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1479616 Jun 03 21:56:55.102726 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-70fc6232-908a-41b4-a4ea-17bf48621956 req-cd3e6969-3c13-478b-af8e-1772b51fb79f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736637 Jun 03 21:56:55.359806 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4b8471ec-39e4-4581-8bbb-52148b00b2bb up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:55.464284 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 4b8471ec-39e4-4581-8bbb-52148b00b2bb completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:55.466116 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-82588ed9-b134-43d7-bbde-5e9f7c71f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:55.470863 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-82588ed9-b134-43d7-bbde-5e9f7c71f58d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c&tenant_id=1c65ca273ba64189ae50556ad62e49b5 HTTP/1.1" status: 200 len: 1098 time: 0.1048586 Jun 03 21:56:55.472480 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 4b8471ec-39e4-4581-8bbb-52148b00b2bb triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:55.473351 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.486061 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46308) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:55.582484 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-827742bb-7e43-4906-863d-516a50875f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:55.584201 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-827742bb-7e43-4906-863d-516a50875f7d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.0904083 Jun 03 21:56:55.633791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.667744 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:55.670277 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273bb2b2-b3ee-4bf1-ab9c-9bd7fdb06c90" -d '{"events": [{"server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "name": "network-vif-plugged", "status": "completed", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:55.680193 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:55.686907 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.689379 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:56:55.713360 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.722538 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-6e08d88c-a72e-4195-a363-559c25ed1ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:55.744777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:55.751000 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Usage tracker for resource:security_group_rule and tenant:b97f64f959564bba85ef167c2ed1a5e2 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:55.754647 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:55.756671 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f66313f-7597-45ca-9d24-915fc7992f3a x-openstack-request-id: req-8f66313f-7597-45ca-9d24-915fc7992f3a {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:55.757789 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "name": "network-vif-plugged", "status": "completed", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:55.757789 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f66313f-7597-45ca-9d24-915fc7992f3a {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:55.757789 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'code': 200} Jun 03 21:56:55.762690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:55.840889 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:55.889923 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.899170 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.921524 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:55.921817 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-91ba5dea-fbee-4c15-990c-b23aac683eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:55.922499 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.954885 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-7983e4ae-3394-4304-be99-7877bf694f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:55.956685 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-7983e4ae-3394-4304-be99-7877bf694f87 service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.3656585 Jun 03 21:56:55.971910 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:55.980147 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.983614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:55.988109 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b97f64f959564bba85ef167c2ed1a5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003629 Jun 03 21:56:55.990021 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f8c502-5eaa-4e23-bb2a-524db67579fd,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:55.992510 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46316) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:56.016911 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.017259 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.017542 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.017906 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.018263 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.018858 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.019380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.019897 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.020433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.020948 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.021488 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.021844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.028433 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-79fa4140-6032-47f1-84d1-35aeb5c67125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:56.093481 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=6']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:56.099289 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:56.119040 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f91c5-df7c-4d50-9a59-1591e355d9d2 req-526f4f22-88ff-4432-9368-401e9b9f2904 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.121028 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-635f91c5-df7c-4d50-9a59-1591e355d9d2 req-526f4f22-88ff-4432-9368-401e9b9f2904 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.4581382 Jun 03 21:56:56.158445 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.182172 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-68611c44-c800-4f2f-8221-3eae8ea841f5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 999 time: 0.2142613 Jun 03 21:56:56.226939 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.259773 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-635f91c5-df7c-4d50-9a59-1591e355d9d2 req-03902e32-6bf2-48ec-bd48-5b175f02f008 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252453 Jun 03 21:56:56.322626 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cffac-4dc7-4a74-b174-eea0a5e8ac0a req-e6d7ec26-f360-4cd9-86ca-4554239f6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.325385 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-265cffac-4dc7-4a74-b174-eea0a5e8ac0a req-e6d7ec26-f360-4cd9-86ca-4554239f6472 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1099 time: 0.2433579 Jun 03 21:56:56.340280 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-5e27067b-b3a6-4f2f-9df5-55673a88d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.342896 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-5e27067b-b3a6-4f2f-9df5-55673a88d5e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.1454904 Jun 03 21:56:56.396185 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.407669 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d23d5ccb-0eb1-4cc8-a3b2-320028c40b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:56.427834 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-265cffac-4dc7-4a74-b174-eea0a5e8ac0a req-d4ac734a-5027-4fa7-9dd3-720a51994b2f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950911 Jun 03 21:56:56.432554 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f8c502-5eaa-4e23-bb2a-524db67579fd,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:56.440253 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:56.446211 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.447886 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11f8c502-5eaa-4e23-bb2a-524db67579fd HTTP/1.1" status: 204 len: 168 time: 0.4543188 Jun 03 21:56:56.486638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d563a-fd36-436a-aa1b-97e8ea9df1ed req-e7dfa7a4-dc6a-4922-a696-beaabd57e1ff tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.488863 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4c6d563a-fd36-436a-aa1b-97e8ea9df1ed req-e7dfa7a4-dc6a-4922-a696-beaabd57e1ff tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 943 time: 0.2337432 Jun 03 21:56:56.541840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-c8a2e14c-9c6a-468d-bd44-bcb577f912ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.544314 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-c8a2e14c-9c6a-468d-bd44-bcb577f912ce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1934588 Jun 03 21:56:56.634316 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4c6d563a-fd36-436a-aa1b-97e8ea9df1ed req-916eab30-ae78-43a0-b104-1d9059d5b742 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267688 Jun 03 21:56:56.742360 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-0ca71427-76c2-44d9-8b74-5d7baaf55a3b service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874995 Jun 03 21:56:56.877137 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46324) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:56.902083 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d79014a2-283f-49f7-9d36-69b6fa35a057 req-bc518f2d-b8c6-4d75-8582-508c6c6b9f44 service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518693 Jun 03 21:56:56.905325 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.921632 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:56.926566 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Usage tracker for resource:security_group_rule and tenant:d62faee19096453c9602d9708898eb08 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:56.929972 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:56.935923 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:57.036207 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.042002 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.050503 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-77fa020d-8c41-4f14-98ee-3273bf25b269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:57.095258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3407a16c-9cd7-4a9c-b307-2c92fb3892b7,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:57.103090 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d62faee19096453c9602d9708898eb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211623 Jun 03 21:56:57.103090 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-0e43d68c-c6e8-41b2-974e-994edb7b1be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:57.104774 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46326) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:57.173416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.214281 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.275787 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.282184 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b50ea8ed-89c8-4e0f-aee1-85f2e36e10ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:57.296181 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407a16c-9cd7-4a9c-b307-2c92fb3892b7,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:57.302981 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:57.306208 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.310763 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-958fb6fe-5c92-4907-aba1-ed47ab95b2c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3407a16c-9cd7-4a9c-b307-2c92fb3892b7 HTTP/1.1" status: 204 len: 168 time: 0.2026515 Jun 03 21:56:57.534080 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284fdc5-7b76-45e4-9c86-53ca60574198 req-721f6367-96c4-49ee-9189-e3ea8016f784 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:57.536293 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3284fdc5-7b76-45e4-9c86-53ca60574198 req-721f6367-96c4-49ee-9189-e3ea8016f784 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.1237466 Jun 03 21:56:57.608653 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-3284fdc5-7b76-45e4-9c86-53ca60574198 req-859cc60b-b07e-4e0a-aa64-e0a11b4665ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Jun 03 21:56:57.759397 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:57.765585 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21002ef7-a773-4daf-9644-cd62144d79ab" -d '{"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-unplugged", "status": "completed", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:58.095421 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e309c-0434-4b38-a6d0-ca6409a74119 req-d7c08b06-6546-4119-9256-f6e0db5c6d7b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:58.097138 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bb1e309c-0434-4b38-a6d0-ca6409a74119 req-d7c08b06-6546-4119-9256-f6e0db5c6d7b tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 943 time: 0.2674596 Jun 03 21:56:58.112585 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3200b-d23e-46ca-870b-d1171483f249 req-86f5e9cd-8582-4435-abf1-f0d111b6cd29 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:58.114155 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-08f3200b-d23e-46ca-870b-d1171483f249 req-86f5e9cd-8582-4435-abf1-f0d111b6cd29 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.3206885 Jun 03 21:56:58.255813 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bb1e309c-0434-4b38-a6d0-ca6409a74119 req-736787ff-819c-47c7-bc0f-909532f719d4 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062431 Jun 03 21:56:58.258820 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-08f3200b-d23e-46ca-870b-d1171483f249 req-9c6c2dd3-a859-47e9-a4a5-c4997d49939d tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072242 Jun 03 21:56:58.282277 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff93e-2383-46a7-8a94-d702c43b6337 req-f7723367-b6e5-4d65-86af-1a11b0370e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:58.283888 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e2fff93e-2383-46a7-8a94-d702c43b6337 req-f7723367-b6e5-4d65-86af-1a11b0370e23 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1096 time: 0.1854527 Jun 03 21:56:58.351907 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e2fff93e-2383-46a7-8a94-d702c43b6337 req-9feefa96-e281-4ea2-8cbc-61cec4392ccf service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609112 Jun 03 21:56:58.390452 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad1932b-1cc1-4d7b-8910-127111b73c03 x-openstack-request-id: req-aad1932b-1cc1-4d7b-8910-127111b73c03 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:58.391769 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-unplugged", "status": "completed", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:58.392209 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aad1932b-1cc1-4d7b-8910-127111b73c03 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:58.393101 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'code': 200} Jun 03 21:56:58.801661 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51074779-1d06-442c-bcc5-a62b86493c89 req-8a45a6d1-3eea-45cb-a1ac-af0f89a0f410 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:58.803462 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-51074779-1d06-442c-bcc5-a62b86493c89 req-8a45a6d1-3eea-45cb-a1ac-af0f89a0f410 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.1115587 Jun 03 21:56:58.860630 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-51074779-1d06-442c-bcc5-a62b86493c89 req-6fc15d5e-7568-44f3-acc6-2dde8767b185 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Jun 03 21:56:59.376245 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:56:59.660285 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:59.660613 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e3acd-ab5c-484f-997c-36a920e25b21 req-bfe5e06f-ccb9-4324-b743-d700103179e8 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:59.662337 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-354e3acd-ab5c-484f-997c-36a920e25b21 req-bfe5e06f-ccb9-4324-b743-d700103179e8 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 943 time: 0.1692977 Jun 03 21:56:59.689916 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'port_id': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'mac_address': 'fa:16:3e:65:78:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:56:59.720226 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-354e3acd-ab5c-484f-997c-36a920e25b21 req-97bfc7eb-8f23-4799-81a5-8e3f6a4be2e2 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513244 Jun 03 21:56:59.795435 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:59.823448 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ab5678-d8bf-48c2-9cee-6a16655dba17 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:56:59.854468 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:59.859931 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:59.862670 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:59.957667 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46388) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:59.972244 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=7']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:59.981572 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.982288 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.982288 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.982608 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.983003 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.983402 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.983821 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.986064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.986064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.986064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.986064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.986747 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:59.992162 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:00.073339 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['52ab5678-d8bf-48c2-9cee-6a16655dba17'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:00.120819 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.147816 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:00.147816 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Usage tracker for resource:security_group_rule and tenant:de154a1f45da4a12882c657754b23b39 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:00.149308 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:00.157994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:00.289312 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.294967 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.303805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-55b75310-b497-4f36-95b0-964126a3860e tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:00.356364 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de154a1f45da4a12882c657754b23b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971646 Jun 03 21:57:00.357826 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f07be3-cedf-4748-b114-0c6991a08344,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:00.361276 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46392) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:00.363547 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ed227bf7-c8eb-473e-8f47-1816f529b069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:00.463914 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.500166 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.579402 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.588625 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-714960a3-19e3-4d6f-b138-1182a2e010af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:00.606400 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f07be3-cedf-4748-b114-0c6991a08344,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:00.609236 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:00.610525 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:00.615576 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-1a716a4c-425e-4090-a064-a8058d9d9e38 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7f07be3-cedf-4748-b114-0c6991a08344 HTTP/1.1" status: 204 len: 168 time: 0.2496102 Jun 03 21:57:01.002324 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46408) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:01.022102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.040233 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:01.044839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Usage tracker for resource:security_group_rule and tenant:0d41b60261714e1ebca3d01215c4f28c is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:01.048538 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:01.055781 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:01.213859 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.219351 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.228787 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b12abbfc-58b0-44d0-9da2-1d981a7770b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:01.277888 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d41b60261714e1ebca3d01215c4f28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742522 Jun 03 21:57:01.278988 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022354b2-9503-4774-8be7-20df590250d4,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:01.281680 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46412) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:01.282818 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-80f9c653-3b33-4046-a7b2-ed585e2f4da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:01.358892 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.390009 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:01.391595 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.477860 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 52ab5678-d8bf-48c2-9cee-6a16655dba17 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:01.478235 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.479818 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.488502 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-6991d311-c907-4d9d-9b26-c7a5465f0a9e tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:01.515988 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022354b2-9503-4774-8be7-20df590250d4,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:01.527652 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.528144 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.528696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.529074 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.529470 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.529885 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.530287 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.530928 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.531637 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.532172 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.532696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.533206 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:01.536533 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.538193 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/022354b2-9503-4774-8be7-20df590250d4 HTTP/1.1" status: 204 len: 168 time: 0.2540674 Jun 03 21:57:01.539562 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-63fc49a7-1fcd-45ac-9769-da6061f0e38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:01.662981 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.696940 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:01.699634 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cfe838-2800-4a20-85bd-e8ab81a02c4f" -d '{"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-plugged", "status": "completed", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:01.714462 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:01.722153 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.726019 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:01.833877 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=8']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:01.845567 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:01.857422 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5729fca6-11fc-432c-8d02-32d5e755725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:01.999571 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d01e01-9ba8-4b0c-9a17-b9e84b976f02 x-openstack-request-id: req-c5d01e01-9ba8-4b0c-9a17-b9e84b976f02 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:02.000085 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-plugged", "status": "completed", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:02.000533 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5d01e01-9ba8-4b0c-9a17-b9e84b976f02 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:02.001264 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'code': 200} Jun 03 21:57:04.174260 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46480) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:04.361566 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.404437 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.421751 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:04.432271 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Usage tracker for resource:security_group_rule and tenant:99b6ded9f577411d8c3756f8d62536b6 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:04.436878 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:04.446956 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:04.516467 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e1043-fac4-49dc-b04d-7dce54de1e56 req-2e58a10d-2da0-46a2-b4a0-1b52c90a30d3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:04.518076 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ea5e1043-fac4-49dc-b04d-7dce54de1e56 req-2e58a10d-2da0-46a2-b4a0-1b52c90a30d3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.1401689 Jun 03 21:57:04.602474 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ea5e1043-fac4-49dc-b04d-7dce54de1e56 req-e067c65c-3a0e-49e0-a9de-d0cdcb266743 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749869 Jun 03 21:57:04.611454 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.617564 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.628591 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-51f0df8a-6995-4c00-8823-0f3d853730db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.629544 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-10cf6a73-1227-404e-a4fa-c9ded97c5ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:04.630540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46486) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:04.681342 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99b6ded9f577411d8c3756f8d62536b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053928 Jun 03 21:57:04.683153 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499ca88b-e841-41ac-942c-246ea2136ebc,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:04.684985 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46490) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:04.686683 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-64f3b343-b672-45f3-81c8-c0043341b17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:04.768909 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.844192 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.920290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68c080-68ef-4ce1-8d19-bcb8f695b293 tempest-TestMinimumBasicScenario-926975023 tempest-TestMinimumBasicScenario-926975023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:04.920921 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8a68c080-68ef-4ce1-8d19-bcb8f695b293 tempest-TestMinimumBasicScenario-926975023 tempest-TestMinimumBasicScenario-926975023-project-admin] Synchronizing usage tracker for tenant:8ae23e3c8baa46b8b8b0a202f24cff41 on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:04.941054 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:04.945502 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-72a9d1bc-da6f-4504-aecd-01241f34771d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:05.071623 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-8a68c080-68ef-4ce1-8d19-bcb8f695b293 tempest-TestMinimumBasicScenario-926975023 tempest-TestMinimumBasicScenario-926975023-project-admin] Unset dirty status for tenant:8ae23e3c8baa46b8b8b0a202f24cff41 on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:05.072849 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8a68c080-68ef-4ce1-8d19-bcb8f695b293 tempest-TestMinimumBasicScenario-926975023 tempest-TestMinimumBasicScenario-926975023-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1094 time: 0.4406686 Jun 03 21:57:05.076376 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46492) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:05.079566 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ca88b-e841-41ac-942c-246ea2136ebc,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:05.084290 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:05.087425 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'floatingip': {'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'port_id': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:05.091116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.092290 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e5a71dc4-c3c1-43b3-9090-2dbe4c62637a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/499ca88b-e841-41ac-942c-246ea2136ebc HTTP/1.1" status: 204 len: 168 time: 0.4060516 Jun 03 21:57:05.099108 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:05.107786 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:floatingip and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:05.113855 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:05.129684 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:05.154683 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for floatingip, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.342111 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.497885 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46498) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:05.507217 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_common [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Allocated IP 172.28.1.138 (e9dcd101-5584-47ac-9262-bd61e32f30ac/76a32a2f-cbbc-4156-8a19-c2e11384f119/19367ee4-60e1-48a6-9a1c-c0e640affd90) {{(pid=98278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:05.522767 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.543380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:05.549316 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Usage tracker for resource:security_group_rule and tenant:9f0175271886463ea71286be64ef6ee8 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:05.552772 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:05.560266 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:05.678377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.684115 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.700743 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1caed93b-d32c-442a-8bba-d9ebf6c10200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:05.711822 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for port, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.752055 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.757012 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f0175271886463ea71286be64ef6ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556396 Jun 03 21:57:05.757012 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb379b4-e529-410f-b026-1140d2336793,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:05.759951 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:05.763072 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46500) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:05.785795 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.801565 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:05.889810 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Network e9dcd101-5584-47ac-9262-bd61e32f30ac is already hosted by enough agents. {{(pid=98278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:05.899480 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.base_scheduler [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources bound (agent type, host, resource id): {{(pid=98278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:05.919025 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Received port after_create {{(pid=98278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:05.956480 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'Port': ['ID=19367ee4-60e1-48a6-9a1c-c0e640affd90,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:05.959179 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:05.965613 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:06.013647 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:06.177009 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:06.182278 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-23048944-588b-4a29-b521-e1c454de8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:06.260972 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb379b4-e529-410f-b026-1140d2336793,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:06.263445 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:06.302693 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:06.303878 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffb379b4-e529-410f-b026-1140d2336793 HTTP/1.1" status: 204 len: 168 time: 0.5397398 Jun 03 21:57:06.653006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:06.758908 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.044006 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.050216 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.055355 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:07.183395 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'Port': ['ID=19367ee4-60e1-48a6-9a1c-c0e640affd90,revision_number=2']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:07.186423 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:07.203946 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16466043'] for floatingip, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.423531 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.465117 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Floating IP 03dd226e-6861-46b4-8427-635bdc1e65d0 associated. External IP: 172.28.1.138, port: 4b8471ec-39e4-4581-8bbb-52148b00b2bb. Jun 03 21:57:07.898078 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Router dd5e1b7e-82f4-48db-955a-89e289c5fa5a has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:08.112441 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:08.126044 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] Sync routers for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:08.144411 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:08.145081 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:57:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:08.157738 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.222361 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-de5c5c56-7d47-4bd4-8070-05d1ff639fa3 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1445842 Jun 03 21:57:08.223322 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:08.227037 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46534) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:08.233075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983793088', 'description': 'tempest-secgroup-smoke-983793088 description', 'project_id': 'f763989582fd40a6953c2a06fa6592eb'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:08.239764 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:08.241609 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:08.256256 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:08.271240 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.304195 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:08.309743 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:08.314980 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:08.324317 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc03b63-3fe0-4f48-bf47-c68eeef62789 x-openstack-request-id: req-ebc03b63-3fe0-4f48-bf47-c68eeef62789 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:08.324748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:08.325042 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:08.325241 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebc03b63-3fe0-4f48-bf47-c68eeef62789 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:08.326012 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'status': 'completed', 'code': 200} Jun 03 21:57:08.453310 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:08.465990 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.472185 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.475225 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-9116deee-cf37-49fa-8d56-4c1e1ea742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.476980 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-9116deee-cf37-49fa-8d56-4c1e1ea742a9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1099 time: 0.1267710 Jun 03 21:57:08.483492 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5dd4f691-7b9d-41e2-a544-29e8bc3891b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:08.599122 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:08.617617 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:08.635444 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.641929 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4080737 Jun 03 21:57:08.642356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46544) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:08.653076 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group_rule': {'security_group_id': '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3', 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:08.666194 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:08.675773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:08.682502 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:08.696242 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:08.730130 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.855847 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-986d3362-4abd-48c1-9fb1-90f7518f4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.857820 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-986d3362-4abd-48c1-9fb1-90f7518f4996 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.3720198 Jun 03 21:57:08.877630 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.884588 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.890079 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:08.949451 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8707471-b586-4790-a4ae-57e2b2b9db45,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:08.953917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:08.955816 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.957352 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c0eeefbf-fbce-4df5-b058-e1e7aa642d59 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122940 Jun 03 21:57:08.962838 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46552) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:08.967879 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group_rule': {'security_group_id': '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3', 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:08.991961 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:09.001435 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:09.006767 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:09.018196 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:09.048219 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-05f10226-ff35-406a-a0d2-cf6397b8e94b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 1000 time: 0.1834857 Jun 03 21:57:09.144342 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.181681 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-6341da07-da62-4e8c-b57d-9e59142771a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:09.183359 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-6341da07-da62-4e8c-b57d-9e59142771a7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.1281164 Jun 03 21:57:09.205190 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '03dd226e-6861-46b4-8427-635bdc1e65d0', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'floating_ip_address': '172.28.1.138', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'port_id': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'mac_address': 'fa:16:3e:2d:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:06Z', 'updated_at': '2021-06-03T21:57:06Z', 'revision_number': 0, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:12Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:09.211910 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] Checking router: dd5e1b7e-82f4-48db-955a-89e289c5fa5a for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:09.227179 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:09.232365 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:57:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:09.278711 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.285617 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.290035 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-667917af-c4a5-4770-b033-ac19119d7d1c tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:09.315511 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c16d2cd-b217-4634-99d1-c7ccd9e6b8f5,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:09.326066 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:09.342719 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-9b896b31-cd66-4857-acae-a8ae92d69bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:09.344372 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-9b896b31-cd66-4857-acae-a8ae92d69bc2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1529446 Jun 03 21:57:09.345835 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.349851 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d481ba18-ed7e-405e-aed9-50c376cfa567 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3861897 Jun 03 21:57:09.350234 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46560) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:09.365360 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group_rule': {'security_group_id': '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3', 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:09.383036 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:09.393283 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:09.400551 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:09.412986 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:09.441398 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.494596 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-a0a88fa1-40d8-4489-ac05-aeb0090bf82e service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434262 Jun 03 21:57:09.532125 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:09.571118 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.581492 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.584690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:09.631440 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d468c3da-83b6-49ab-94fd-b2765768f049,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:09.634107 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.635697 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806368 Jun 03 21:57:09.636980 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-db1a5932-b175-4234-a08d-513a6a0ce2ee tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:09.638892 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46562) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:09.657806 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group_rule': {'security_group_id': '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3', 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:09.667982 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:09.675235 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fa0a47f5-ecab-45bc-aa64-7f5c759eb9d1 req-3535e6f5-02d9-47d5-994a-7944bea282a4 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723580 Jun 03 21:57:09.676214 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:09.679426 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:09.686459 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:09.708434 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.795864 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.801242 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.809945 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:09.839882 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbc5bee-d810-4593-a963-fa796eab7f23,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:09.842493 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:09.848930 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:09.850689 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-921ea393-c727-45a0-bb79-b67acdbb3d64 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065589 Jun 03 21:57:09.853713 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46564) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:09.860145 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group_rule': {'security_group_id': '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3', 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:09.871339 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:09.875142 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:09.879326 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:09.887187 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:09.902823 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.securitygroups_db [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Project f763989582fd40a6953c2a06fa6592eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:57:09.913860 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.018442 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.025119 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.027776 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:10.057504 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8630a85c-ed11-462e-8353-6fa09ade78be,revision_number=0']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:10.065329 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '03dd226e-6861-46b4-8427-635bdc1e65d0', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'floating_ip_address': '172.28.1.138', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'port_id': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'mac_address': 'fa:16:3e:2d:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:06Z', 'updated_at': '2021-06-03T21:57:06Z', 'revision_number': 0, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:12Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:10.069255 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:10.073438 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4caf0c-f3ad-4dcc-9d05-52336a1b33f9 None None] The sync data for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb is: [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_floatingips': [{'id': '03dd226e-6861-46b4-8427-635bdc1e65d0', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'floating_ip_address': '172.28.1.138', 'floating_network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'router_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'port_id': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'mac_address': 'fa:16:3e:2d:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:06Z', 'updated_at': '2021-06-03T21:57:06Z', 'revision_number': 0, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:12Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:10.090676 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.095065 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0977c887-cd5f-438c-ba2c-7690f69d4412 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2368855 Jun 03 21:57:10.095408 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46570) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:10.103405 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'security_group_rule': {'security_group_id': '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3', 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:10.123844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:10.129924 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Usage tracker for resource:security_group_rule and tenant:f763989582fd40a6953c2a06fa6592eb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:10.133751 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:10.140788 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:10.163904 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.securitygroups_db [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Project f763989582fd40a6953c2a06fa6592eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:57:10.170770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.247726 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.255573 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601208'] for security_group_rule, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.264900 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e3aba757-d7f8-48e2-8b4e-22024c04e57f tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:10.291042 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31741ad8-768c-4fe9-9810-e55f6f6907cc,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:10.295113 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:10.303129 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.305424 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-c918c109-4680-47a1-ad32-e91cd5b62933 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2084341 Jun 03 21:57:10.322352 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797a9c33-40a7-4a6e-9b64-f6c9f846c382 None None] New status for floating IP 03dd226e-6861-46b4-8427-635bdc1e65d0: ACTIVE {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:57:10.450460 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-1664c5a4-5f84-4cd9-8d36-ece9e9327285 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983793088&fields=id&tenant_id=f763989582fd40a6953c2a06fa6592eb HTTP/1.1" status: 200 len: 267 time: 0.0527506 Jun 03 21:57:10.582523 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-c3085b60-e0d5-4c23-bdb6-0162858fbfa9 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:10.585136 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-c3085b60-e0d5-4c23-bdb6-0162858fbfa9 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.1262333 Jun 03 21:57:10.599136 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'port': {'security_groups': ['b63b56be-998c-4239-95fc-dec0809eb578', '1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:10.740715 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:11.064149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:11.091324 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:11.097053 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:11.105789 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d3ae2350-98a4-4258-b89b-739c63546e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:11.109914 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4b8471ec-39e4-4581-8bbb-52148b00b2bb'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:11.179643 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:11.180335 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:11.184669 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-f4757dd9-f5f9-4ace-92aa-a49a82356468 req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "PUT /v2.0/ports/4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 982 time: 0.5892735 Jun 03 21:57:11.188971 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:11.191604 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e41433-8d76-4a9a-b9d3-80b97751da11" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:11.235291 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=6']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:11.241549 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:11.265935 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c37ecf-a4c9-4c1f-8857-e6bd6e680978 x-openstack-request-id: req-48c37ecf-a4c9-4c1f-8857-e6bd6e680978 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:11.267518 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:11.269232 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48c37ecf-a4c9-4c1f-8857-e6bd6e680978 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:11.270343 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'status': 'completed', 'code': 200} Jun 03 21:57:11.286728 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4b8471ec-39e4-4581-8bbb-52148b00b2bb'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:11.482938 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-2d27d592-35a6-422d-8332-ea486b9d08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:11.486232 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-2d27d592-35a6-422d-8332-ea486b9d08c1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1138 time: 0.1988823 Jun 03 21:57:11.611176 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-f34b349d-177e-43e4-a126-cd5288051142 None None] Provisioning complete for port 4b8471ec-39e4-4581-8bbb-52148b00b2bb triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:11.611563 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f34b349d-177e-43e4-a126-cd5288051142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:11.682381 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da76ab-11c5-4793-a9d3-1b7d40788765 req-5ad731e2-39bb-4386-b14d-8eaeea89ac67 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:11.684224 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e2da76ab-11c5-4793-a9d3-1b7d40788765 req-5ad731e2-39bb-4386-b14d-8eaeea89ac67 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.2999187 Jun 03 21:57:11.958888 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e2da76ab-11c5-4793-a9d3-1b7d40788765 req-b89b68ad-6a93-4155-a33b-0a9a163637a8 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2664199 Jun 03 21:57:11.961977 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-e52e757e-cf52-421e-a389-a185fd902b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:11.963480 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-e52e757e-cf52-421e-a389-a185fd902b53 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.4693239 Jun 03 21:57:12.134588 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-7e3e9abd-ffd4-46b7-801b-eee72aad1e01 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 1002 time: 0.1629596 Jun 03 21:57:12.235976 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-f537ced5-830a-4e6d-b16d-4fe37b26700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:12.237497 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-f537ced5-830a-4e6d-b16d-4fe37b26700e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.0950358 Jun 03 21:57:12.318915 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-b1a9cb18-7a76-47a7-b7f4-54fb8ca67ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:12.320387 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-b1a9cb18-7a76-47a7-b7f4-54fb8ca67ba5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763037 Jun 03 21:57:12.482884 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-584d6017-a3f3-4f70-b739-57505c00d059 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472836 Jun 03 21:57:12.630495 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-74e41433-8d76-4a9a-b9d3-80b97751da11 req-96fec044-1462-4b8d-b3c8-9217d8aa13f7 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391842 Jun 03 21:57:16.740551 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:57:17.794646 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46648) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:17.918239 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:17.933963 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:17.938252 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Usage tracker for resource:security_group_rule and tenant:281cb5815fd94005b1d69af3af426f64 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:17.941358 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:17.947511 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:18.035588 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.040022 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.047377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e80dbdb9-a830-4a2c-8270-8ae160ebf37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:18.088629 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=281cb5815fd94005b1d69af3af426f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928531 Jun 03 21:57:18.089577 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ca345-3838-4969-83fa-e53894e9d067,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:18.091889 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46652) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:18.093672 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-42e3a41d-c259-4da4-b9ce-e9d282ffe48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:18.159133 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.189039 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.246076 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.250276 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-130749f6-7df3-4281-a683-fc920bb84c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:18.264814 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ca345-3838-4969-83fa-e53894e9d067,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:18.267739 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:18.271478 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.272697 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-2612f33e-0ae6-4c8e-9873-2dd9f9875cbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/355ca345-3838-4969-83fa-e53894e9d067 HTTP/1.1" status: 204 len: 168 time: 0.1797774 Jun 03 21:57:18.597332 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 46658) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:18.615329 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.632254 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:18.636936 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2e058818bb42bf8c0af6cb52095c15 is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:18.640675 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:18.648338 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:18.748472 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.753679 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.763397 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-70e7622e-591e-4290-80fd-190e8dc6432e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:18.811030 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a2e058818bb42bf8c0af6cb52095c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124813 Jun 03 21:57:18.814257 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2f6c21-d41f-4523-bfc9-56ac6a22172e,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:18.814431 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46660) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:18.818258 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0bb3a830-5692-4f7e-8566-03f93ae6c890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:18.884190 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.915251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.983402 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.988298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4621a552-ebef-4762-8c7a-1584db790357 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:19.002677 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2f6c21-d41f-4523-bfc9-56ac6a22172e,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:19.008279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:19.013670 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.015052 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e2f6c21-d41f-4523-bfc9-56ac6a22172e HTTP/1.1" status: 204 len: 168 time: 0.1993778 Jun 03 21:57:19.531669 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46666) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:19.552460 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.573378 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:19.577856 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Usage tracker for resource:security_group_rule and tenant:83fee3bb75ca433383f78c2c0884e1eb is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:19.581266 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:19.587343 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:19.695894 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.707073 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.714588 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e58ca97a-3a32-4672-a69d-7cfd8d8a1caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:19.761490 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bea4ee-eb21-467e-894a-ddfde0080e24,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:19.766616 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83fee3bb75ca433383f78c2c0884e1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336164 Jun 03 21:57:19.767617 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6c2ed1a6-5505-4bc6-b1e1-6e20eb2d5b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:19.769517 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46668) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:19.845462 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.874736 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.934205 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.938617 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-046a915f-8fdd-4eaf-a5a4-7b85cb3eb92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:19.953074 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bea4ee-eb21-467e-894a-ddfde0080e24,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:19.955559 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:19.960531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.961918 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a5623504-ac0d-4ed9-9f95-beadb30ec55d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89bea4ee-eb21-467e-894a-ddfde0080e24 HTTP/1.1" status: 204 len: 168 time: 0.1912994 Jun 03 21:57:20.869348 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46692) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:21.005424 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1589727243-network', 'tenant_id': '0557bf290d8b4f87b475cca26a078e50'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:21.010416 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:21.014453 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Usage tracker for resource:network and tenant:0557bf290d8b4f87b475cca26a078e50 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:21.017836 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:21.024094 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:21.036595 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Made reservation on behalf of 0557bf290d8b4f87b475cca26a078e50 for: {'network': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:21.038905 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568520'] for network, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.052955 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.069058 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:21.073333 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0557bf290d8b4f87b475cca26a078e50 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:21.076443 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:21.082870 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:21.208168 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.213358 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.216317 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2c052dd9-9f60-4d3b-8469-70de1472e307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:21.246409 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1548} {{(pid=98277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:57:21.256023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c049ef9a-1ffa-4860-bb7d-4f547bfaf364,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:21.259697 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:21.262363 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.262699 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.db.segments_db [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Added segment d680e42f-edf9-47a5-ab3e-1308b85fc1ac of type vlan for network dc3fa26c-5ace-4fba-946c-78bc834ac12d Jun 03 21:57:21.292830 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771371624376'] for network, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.324389 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142'] for network, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.325684 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:21.326268 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.330602 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:21.436436 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5655882 Jun 03 21:57:21.440533 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 46696) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:21.442720 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3fa26c-5ace-4fba-946c-78bc834ac12d,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:21.448117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Request body: {'subnet': {'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1589727243-subnet', 'tenant_id': '0557bf290d8b4f87b475cca26a078e50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:21.451940 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:21.454849 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:21.457256 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Network dc3fa26c-5ace-4fba-946c-78bc834ac12d details requested by agent ovs-agent-dv-cinder-794669-4-smb with host dv-cinder-794669-4-smb {{(pid=98279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:57:21.460690 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Usage tracker for resource:subnet and tenant:0557bf290d8b4f87b475cca26a078e50 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:21.466224 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:21.476968 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:21.492611 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Made reservation on behalf of 0557bf290d8b4f87b475cca26a078e50 for: {'subnet': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:21.495806 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14134835'] for subnet, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.736980 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:22.035691 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14142304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14134817'] for subnet, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:22.039808 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:22.112626 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a685c4-70ad-468a-81db-65f821be6089,revision_number=0']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:22.116917 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:22.125387 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Checking segment: {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:22.125778 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Network hostable DHCP agents. Network: dc3fa26c-5ace-4fba-946c-78bc834ac12d, hostable agents: ['9c079a64-505f-49fd-a8fc-5a866f49c1c2'], hosted agents: [] {{(pid=98277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:57:22.145828 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Network dc3fa26c-5ace-4fba-946c-78bc834ac12d is scheduled to be hosted by DHCP agent 9c079a64-505f-49fd-a8fc-5a866f49c1c2 with binding_index 1 {{(pid=98277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:57:22.160305 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-smb, dc3fa26c-5ace-4fba-946c-78bc834ac12d) {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:22.174227 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:22.174375 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:22.178452 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc0aa0-b618-476e-9668-025f8d593786 None None] Network dc3fa26c-5ace-4fba-946c-78bc834ac12d requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:22.199838 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-b060c6d5-a0e1-4b31-b923-3759637cbd88 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7581067 Jun 03 21:57:22.390614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4142090-d0ce-4862-b34f-db18f3c2bb21 None None] Network dc3fa26c-5ace-4fba-946c-78bc834ac12d requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:24.373388 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-c14a694f-9ed8-40d8-ac50-fce911fead24 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:24.375905 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-c14a694f-9ed8-40d8-ac50-fce911fead24 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/networks?id=dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 200 len: 809 time: 0.1703479 Jun 03 21:57:24.408709 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-66bbe77a-9ba3-4786-aa0d-8334464e50eb tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/quotas/0557bf290d8b4f87b475cca26a078e50 HTTP/1.1" status: 200 len: 375 time: 0.0143492 Jun 03 21:57:24.459571 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a8a06053-2f05-4584-8261-09bfb7506ba1 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0557bf290d8b4f87b475cca26a078e50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464284 Jun 03 21:57:24.606977 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-603d3e68-a640-43b3-b965-be7d38c728c5 service neutron] 10.222.0.77 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401792 Jun 03 21:57:24.746892 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-5c50a817-09e0-40f0-9816-42013bec5e3f service neutron] 10.222.0.77 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334391 Jun 03 21:57:24.945281 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-709bd192-3496-49b3-a59e-dc7649eb667e req-e648caa5-5c73-4a7a-88ce-e44caaf1c586 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 210 time: 0.0468514 Jun 03 21:57:25.216159 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-6c98bf58-b035-426a-96a9-9af4ceb7d4a9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075740 Jun 03 21:57:25.384634 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-85ff3669-4ceb-4278-9bbf-04ab6f45e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:25.386163 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-85ff3669-4ceb-4278-9bbf-04ab6f45e828 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.0886550 Jun 03 21:57:25.550728 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-5600f767-e554-49ad-b496-f4a503b73903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:25.552254 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-5600f767-e554-49ad-b496-f4a503b73903 service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.1451440 Jun 03 21:57:25.787487 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-b678314d-9acf-4e03-aa1f-9ee1cc1ee65c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 1001 time: 0.2285826 Jun 03 21:57:25.854910 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-5b028556-d202-4497-b626-8ee51f5b85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:25.857042 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-5b028556-d202-4497-b626-8ee51f5b85ff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.0631146 Jun 03 21:57:25.943442 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-47c6713e-71f5-48fc-8ba5-34386f1323d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:25.944900 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-47c6713e-71f5-48fc-8ba5-34386f1323d8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780499 Jun 03 21:57:26.112068 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bc231694-fac8-4acf-9db0-92bc5ae8317a req-0c8314c5-caa8-447f-b1b4-9df9365ce0d6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 210 time: 0.0477400 Jun 03 21:57:26.137120 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-b8b630e6-b9fa-4fb7-b041-81c8bb764c08 service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826167 Jun 03 21:57:26.297728 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8794c57-7ba6-48c8-a434-2f1581da1c1f req-cac8140c-313c-4f77-a9d3-e79b67b923be service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531327 Jun 03 21:57:26.321420 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-78c59f63-fd98-433e-8586-5a4f13a5042a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:26.322237 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-78c59f63-fd98-433e-8586-5a4f13a5042a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Synchronizing usage tracker for tenant:0557bf290d8b4f87b475cca26a078e50 on resource:network {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:26.342770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-78c59f63-fd98-433e-8586-5a4f13a5042a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Unset dirty status for tenant:0557bf290d8b4f87b475cca26a078e50 on resource:network {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:26.344366 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-78c59f63-fd98-433e-8586-5a4f13a5042a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "GET /v2.0/networks?id=dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 200 len: 809 time: 0.2170339 Jun 03 21:57:26.361905 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Request body: {'port': {'device_id': '88a538e6-3317-42e8-af4b-55782330d0f7', 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d', 'admin_state_up': True, 'tenant_id': '0557bf290d8b4f87b475cca26a078e50'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:26.708995 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:26.715379 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Usage tracker for resource:port and tenant:0557bf290d8b4f87b475cca26a078e50 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:26.719689 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:26.726556 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:26.738491 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Made reservation on behalf of 0557bf290d8b4f87b475cca26a078e50 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:26.744365 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.939785 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Allocated IP 172.20.0.12 (dc3fa26c-5ace-4fba-946c-78bc834ac12d/a5a685c4-70ad-468a-81db-65f821be6089/3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:27.188417 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.243379 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.252137 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-65ee0614-32c0-4aab-a451-5ef045b54b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:27.340296 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75405bdb-42c6-4dfd-9349-e43d027fd249 req-e469d484-0bca-4a9f-8a19-946288999070 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:27.341883 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-75405bdb-42c6-4dfd-9349-e43d027fd249 req-e469d484-0bca-4a9f-8a19-946288999070 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 932 time: 0.1106298 Jun 03 21:57:27.342021 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Network dc3fa26c-5ace-4fba-946c-78bc834ac12d is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:27.349204 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:27.362561 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:27.396452 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Pushing event updated for resources: {'Port': ['ID=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:27.397873 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-75405bdb-42c6-4dfd-9349-e43d027fd249 req-24ae133f-2c87-4411-82a3-d73aae06071e tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Jun 03 21:57:27.403865 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:27.440205 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:27.440856 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.464033 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-26246432-a58c-4bff-bb59-99bd73c808c6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1084242 Jun 03 21:57:27.476360 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Request body: {'port': {'device_id': '88a538e6-3317-42e8-af4b-55782330d0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:27.604821 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.092257 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:57:28.102098 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.120132 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Transition to ACTIVE for port object 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:28.126594 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.131380 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1787667e-1c7c-4388-9891-65f7d6938438 tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:28.284737 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Pushing event updated for resources: {'Port': ['ID=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:28.288876 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:28.407457 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Attempting to bind port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:57:28.408226 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Attempting to bind port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:57:28.408226 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Attempting to bind port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc on network dc3fa26c-5ace-4fba-946c-78bc834ac12d {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:28.417279 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc on network dc3fa26c-5ace-4fba-946c-78bc834ac12d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:57:28.417864 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Attempting to bind port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc on network dc3fa26c-5ace-4fba-946c-78bc834ac12d {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:28.426259 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:57:28.426595 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Checking segment: {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:28.427016 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Bound using segment: {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:57:28.427449 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Bound port: 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:57:28.427795 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.557585 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] For port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:57:28.564531 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] For port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:57:28.573270 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.578546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:28.630931 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:28.631550 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.633100 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] 10.222.0.107 "PUT /v2.0/ports/3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc HTTP/1.1" status: 200 len: 1094 time: 1.1611311 Jun 03 21:57:28.633756 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a538e6-3317-42e8-af4b-55782330d0f7', 'tag': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:28.636325 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a08d081-e69c-40ef-aa40-5165afdfb63a" -d '{"events": [{"name": "network-changed", "server_uuid": "88a538e6-3317-42e8-af4b-55782330d0f7", "tag": "3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:28.637241 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3547-b708-40c4-9c81-dd2a5bc7e826 req-84c8db58-0848-4c84-8d67-210a4c183644 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:28.639163 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-883e3547-b708-40c4-9c81-dd2a5bc7e826 req-84c8db58-0848-4c84-8d67-210a4c183644 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 944 time: 0.1176844 Jun 03 21:57:28.679872 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Pushing event updated for resources: {'Port': ['ID=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:28.685137 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:28.687426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc55f0-12d3-49d7-9f35-786b7387815a x-openstack-request-id: req-b0bc55f0-12d3-49d7-9f35-786b7387815a {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:28.687740 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a538e6-3317-42e8-af4b-55782330d0f7", "tag": "3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:28.688028 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0bc55f0-12d3-49d7-9f35-786b7387815a {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:28.688996 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a538e6-3317-42e8-af4b-55782330d0f7', 'tag': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc', 'status': 'completed', 'code': 200} Jun 03 21:57:28.724593 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-883e3547-b708-40c4-9c81-dd2a5bc7e826 req-a5739732-0902-4590-b636-6bc78ed7a9b3 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745544 Jun 03 21:57:28.761498 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-6e6aef08-36e0-4664-9996-5b1cdc64d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:28.763043 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-6e6aef08-36e0-4664-9996-5b1cdc64d4eb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0557bf290d8b4f87b475cca26a078e50&device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0738158 Jun 03 21:57:28.952686 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-03e6d541-2cca-463a-9835-55b12a40fff2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc HTTP/1.1" status: 200 len: 217 time: 0.1797829 Jun 03 21:57:29.020249 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-5779bdb5-ac8a-499a-9363-ff2470515cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:29.021707 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-5779bdb5-ac8a-499a-9363-ff2470515cb1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a5a685c4-70ad-468a-81db-65f821be6089 HTTP/1.1" status: 200 len: 849 time: 0.0621808 Jun 03 21:57:29.070887 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-b2568614-f91e-441d-b71a-41fbea4484db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dc3fa26c-5ace-4fba-946c-78bc834ac12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423484 Jun 03 21:57:29.218269 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-e7407817-73f9-4ad3-8f2b-45e4223bcd9d service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379857 Jun 03 21:57:29.361204 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-65ee8f89-2dd6-440a-b580-e2db2202a67f req-0a6ea8fc-6643-47ec-a816-df3edb77e757 service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356902 Jun 03 21:57:29.500677 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-9ef4c9d5-10d0-4b9c-bdd6-63b4af3c6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:29.502104 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-9ef4c9d5-10d0-4b9c-bdd6-63b4af3c6e5e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0557bf290d8b4f87b475cca26a078e50&device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0838132 Jun 03 21:57:29.647671 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-d562ab0d-a285-475a-9610-2fc55a21054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:29.649243 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-d562ab0d-a285-475a-9610-2fc55a21054d service neutron] 10.222.0.107 "GET /v2.0/networks?id=dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 200 len: 911 time: 0.1403110 Jun 03 21:57:29.719819 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-d97d6ab1-352c-4092-acc2-ea7f3dac837d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc HTTP/1.1" status: 200 len: 217 time: 0.0626552 Jun 03 21:57:29.811988 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-abc7ee7c-28a5-4d9e-9939-d6f07fd00cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:29.813549 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-abc7ee7c-28a5-4d9e-9939-d6f07fd00cd6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a5a685c4-70ad-468a-81db-65f821be6089 HTTP/1.1" status: 200 len: 849 time: 0.0870941 Jun 03 21:57:29.865251 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-9a65bd6f-8804-454c-899a-e1a25a8a6fff service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dc3fa26c-5ace-4fba-946c-78bc834ac12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443583 Jun 03 21:57:29.932879 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603781a-7ba3-4b80-a80a-606b8772d7a1 req-4fbf5081-7d36-4926-8f22-1d30466dd05e tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:29.934356 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d603781a-7ba3-4b80-a80a-606b8772d7a1 req-4fbf5081-7d36-4926-8f22-1d30466dd05e tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 944 time: 0.0883408 Jun 03 21:57:29.987131 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d603781a-7ba3-4b80-a80a-606b8772d7a1 req-151f9916-f758-4347-b52e-38a97cb58e90 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430403 Jun 03 21:57:30.027248 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-6eb36092-d47c-44b7-8c96-ca151f208707 service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528761 Jun 03 21:57:30.167612 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-7a08d081-e69c-40ef-aa40-5165afdfb63a req-3517b54b-ae98-4cbb-a07b-e9b6f4c88442 service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314898 Jun 03 21:57:31.189753 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ccef0-4136-42d8-91f0-38b4dbdafcae req-c3d1eb70-6600-4c8b-a544-490d5f0c31e7 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:31.191311 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d87ccef0-4136-42d8-91f0-38b4dbdafcae req-c3d1eb70-6600-4c8b-a544-490d5f0c31e7 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 944 time: 0.0931797 Jun 03 21:57:31.238417 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d87ccef0-4136-42d8-91f0-38b4dbdafcae req-64a8c564-8417-4711-8514-5e1bd0f1f215 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Jun 03 21:57:31.511097 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:57:31.650857 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:31.665335 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc', 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d', 'port_id': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc', 'mac_address': 'fa:16:3e:77:6e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a685c4-70ad-468a-81db-65f821be6089', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:57:31.727315 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.756795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:57:31.768608 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-43f14037-3e18-42ac-a885-11b2feda8fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.776353 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:31.781857 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.784523 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-59931af0-e611-4aff-bcb3-3df150192a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:31.853000 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:31.856434 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:32.025222 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:32.432194 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f55c-4e79-4b7a-b7b8-ab827ebdbf93 req-68b0adaa-8df4-47c0-aeed-c77f14719b88 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:32.433710 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0e72f55c-4e79-4b7a-b7b8-ab827ebdbf93 req-68b0adaa-8df4-47c0-aeed-c77f14719b88 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 945 time: 0.0864241 Jun 03 21:57:32.486405 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-0e72f55c-4e79-4b7a-b7b8-ab827ebdbf93 req-8b94b91e-0dbd-48bc-b39e-6c09852fd75e tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Jun 03 21:57:33.508791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:33.589169 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:33.594284 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:33.594659 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.680228 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44f1c-00b0-43a2-a5c6-5afe5caf57d0 req-4ca20617-65eb-40e5-bc82-e1af190a989c tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:33.681718 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bbd44f1c-00b0-43a2-a5c6-5afe5caf57d0 req-4ca20617-65eb-40e5-bc82-e1af190a989c tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 945 time: 0.0861242 Jun 03 21:57:33.718190 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.730645 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-bbd44f1c-00b0-43a2-a5c6-5afe5caf57d0 req-8c31e3e9-2b57-4b29-9c2f-769e64d37865 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Jun 03 21:57:33.747031 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a538e6-3317-42e8-af4b-55782330d0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:33.749625 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd491ac-0ed0-4708-b81a-00412212cc05" -d '{"events": [{"server_uuid": "88a538e6-3317-42e8-af4b-55782330d0f7", "name": "network-vif-plugged", "status": "completed", "tag": "3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:33.758036 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:33.764221 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.766141 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:33.805494 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12199722-f894-42da-8c8c-d1eee50ea418 x-openstack-request-id: req-12199722-f894-42da-8c8c-d1eee50ea418 {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:33.805795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a538e6-3317-42e8-af4b-55782330d0f7", "name": "network-vif-plugged", "status": "completed", "tag": "3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:33.806244 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12199722-f894-42da-8c8c-d1eee50ea418 {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:33.806534 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a538e6-3317-42e8-af4b-55782330d0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc', 'code': 200} Jun 03 21:57:33.846953 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:33.849979 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:34.028147 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe049a-e5f0-421a-bfb3-155e7dddfa38 req-c3ed403f-d588-47fd-94cc-11496d453f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:34.029562 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-24fe049a-e5f0-421a-bfb3-155e7dddfa38 req-c3ed403f-d588-47fd-94cc-11496d453f18 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 1099 time: 0.0730426 Jun 03 21:57:34.083227 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-24fe049a-e5f0-421a-bfb3-155e7dddfa38 req-beeb32a9-c862-4525-adad-c802f2899588 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454259 Jun 03 21:57:34.403246 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.623056 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-0f7894c4-b597-47ed-91d4-df9a05d68b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.924426 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fa98d-2de7-48a5-b90e-fbedc8bc4e48 req-f1fc2ab5-6da9-441a-8c7d-f4b960055b1e tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:34.925933 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-160fa98d-2de7-48a5-b90e-fbedc8bc4e48 req-f1fc2ab5-6da9-441a-8c7d-f4b960055b1e tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 946 time: 0.0833886 Jun 03 21:57:34.982300 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-160fa98d-2de7-48a5-b90e-fbedc8bc4e48 req-9fa6094c-34f7-465e-ac52-2d19de7f3333 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506623 Jun 03 21:57:35.748820 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.901621 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-71cac485-764f-421b-810c-078f2012d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:35.903032 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-71cac485-764f-421b-810c-078f2012d255 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1138 time: 0.0767231 Jun 03 21:57:35.944934 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11d9ec-58fd-4221-8d1f-696dcfccce8c req-1851e20a-a007-4d88-8134-589f844e6452 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:35.946430 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8c11d9ec-58fd-4221-8d1f-696dcfccce8c req-1851e20a-a007-4d88-8134-589f844e6452 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.0968580 Jun 03 21:57:35.999800 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-8c11d9ec-58fd-4221-8d1f-696dcfccce8c req-35f155b6-5369-48d6-a5fb-0701a90df14b tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439565 Jun 03 21:57:36.044492 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-1be85188-bc21-4832-af50-91337961caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:36.046029 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-1be85188-bc21-4832-af50-91337961caf6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.1353023 Jun 03 21:57:36.157971 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-bbf3aeea-fd6f-4164-a230-c766290502f3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 1002 time: 0.1045675 Jun 03 21:57:36.195327 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deb5c4-c2b9-4ee2-8d23-63f84015b3b0 req-8d2c5c3d-cc89-44ec-82cf-1c0041f96c0a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:36.196845 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-07deb5c4-c2b9-4ee2-8d23-63f84015b3b0 req-8d2c5c3d-cc89-44ec-82cf-1c0041f96c0a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 946 time: 0.0935383 Jun 03 21:57:36.227175 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-95b17c3d-b087-4e9d-b64b-70fa18ca3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:36.228645 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-95b17c3d-b087-4e9d-b64b-70fa18ca3ea2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.0639601 Jun 03 21:57:36.246951 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-07deb5c4-c2b9-4ee2-8d23-63f84015b3b0 req-4129b3c6-0dc9-4591-bb42-b8e800a24db5 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Jun 03 21:57:36.437229 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-90ce3121-9ac7-4d26-a1c2-76516b74fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:36.438820 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-90ce3121-9ac7-4d26-a1c2-76516b74fdd8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2025347 Jun 03 21:57:36.593295 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-ff93efaf-f056-4d96-9ffd-61546a2cf236 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474423 Jun 03 21:57:36.739676 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39dfd20d-f0d2-4959-9de7-010e40adbb04 req-ff6c3a62-8aba-4d8f-9cbb-1eb634c8a919 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393113 Jun 03 21:57:37.210065 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ab203-f0e0-4251-9fca-77438d60ae98 req-2e08e6d4-fdf7-4362-abda-4b6052eca86e tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:37.211645 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ce3ab203-f0e0-4251-9fca-77438d60ae98 req-2e08e6d4-fdf7-4362-abda-4b6052eca86e tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.0941386 Jun 03 21:57:37.302231 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ce3ab203-f0e0-4251-9fca-77438d60ae98 req-cd01e4ae-84bd-41b9-a195-dfc1ecefd3c6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843182 Jun 03 21:57:37.353611 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fc5d-bc20-4b99-97a8-0d73601c863b req-0a6feb8a-6561-456d-8e36-705e6909c2c0 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:37.355119 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9c43fc5d-bc20-4b99-97a8-0d73601c863b req-0a6feb8a-6561-456d-8e36-705e6909c2c0 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 946 time: 0.1010559 Jun 03 21:57:37.402019 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9c43fc5d-bc20-4b99-97a8-0d73601c863b req-776dff15-f1fa-429c-8e43-35e620508a95 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Jun 03 21:57:37.415220 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:38.532750 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5611d-1604-41ae-a3f9-1e09e08daedf req-ee19fee4-5a93-4e30-82cd-7528502c6cd6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.534735 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b8d5611d-1604-41ae-a3f9-1e09e08daedf req-ee19fee4-5a93-4e30-82cd-7528502c6cd6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.1134355 Jun 03 21:57:38.729794 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b8d5611d-1604-41ae-a3f9-1e09e08daedf req-3d481bdb-5588-4183-a805-2cbc5c74cf00 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558762 Jun 03 21:57:38.762519 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca3a6-219c-4451-95db-7e5386e8d72c req-d0954ef9-480c-4743-860d-3af4f17ee0a5 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.764131 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-190ca3a6-219c-4451-95db-7e5386e8d72c req-d0954ef9-480c-4743-860d-3af4f17ee0a5 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 946 time: 0.2283022 Jun 03 21:57:38.816756 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-e22bdc32-29b3-4ec1-b7b9-61006b8271b9 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.817914 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-e22bdc32-29b3-4ec1-b7b9-61006b8271b9 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Synchronizing usage tracker for tenant:0557bf290d8b4f87b475cca26a078e50 on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:38.835001 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-190ca3a6-219c-4451-95db-7e5386e8d72c req-a80df013-0e2f-45f2-81c1-a3fa7a003e31 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Jun 03 21:57:38.841246 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-e22bdc32-29b3-4ec1-b7b9-61006b8271b9 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Unset dirty status for tenant:0557bf290d8b4f87b475cca26a078e50 on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:38.842798 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-e22bdc32-29b3-4ec1-b7b9-61006b8271b9 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 946 time: 0.1389067 Jun 03 21:57:38.995570 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Deleting port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:38.995820 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.142459 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] For port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:39.142850 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.271295 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Calling delete_port for 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc owned by compute:nova {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:39.396500 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.402883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-13dabb04-e20b-4dd6-8200-cf6ea3fd37ed tempest-AttachVolumeShelveTestJSON-2076299039 tempest-AttachVolumeShelveTestJSON-2076299039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.408765 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:39.451794 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Pushing event deleted for resources: {'Port': ['ID=3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.478494 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.531125 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] No DVR routers for this DVR port 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc on host hv-cinder-79466 {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:39.533596 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.536309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a538e6-3317-42e8-af4b-55782330d0f7', 'name': 'network-vif-deleted', 'tag': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:39.538599 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5fa24-0bcd-4366-9772-f40a5c138ea2" -d '{"events": [{"server_uuid": "88a538e6-3317-42e8-af4b-55782330d0f7", "name": "network-vif-deleted", "tag": "3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:39.554686 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c44da971-581e-487b-bddb-8b602e16e5f1 req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "DELETE /v2.0/ports/3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc HTTP/1.1" status: 204 len: 173 time: 0.7056036 Jun 03 21:57:39.587988 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ffee9-64a6-4952-9d48-d3e46fafbd6b x-openstack-request-id: req-6c6ffee9-64a6-4952-9d48-d3e46fafbd6b {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:39.588345 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a538e6-3317-42e8-af4b-55782330d0f7", "name": "network-vif-deleted", "tag": "3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:39.588655 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c6ffee9-64a6-4952-9d48-d3e46fafbd6b {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:39.589109 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a538e6-3317-42e8-af4b-55782330d0f7', 'name': 'network-vif-deleted', 'tag': '3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc', 'status': 'completed', 'code': 200} Jun 03 21:57:39.935223 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c41c8e-882a-4dce-9f75-8c77d514d512 req-6cca6a48-1bd8-4762-baf4-d19a1e53c65f tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:39.937416 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-45c41c8e-882a-4dce-9f75-8c77d514d512 req-6cca6a48-1bd8-4762-baf4-d19a1e53c65f tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.0924394 Jun 03 21:57:40.026016 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-21eef7bc-4d94-4d7c-9e9a-8403effabae6 req-d3f0450d-383a-4c6a-ae0b-d869485682be tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=88a538e6-3317-42e8-af4b-55782330d0f7 HTTP/1.1" status: 200 len: 210 time: 0.0488834 Jun 03 21:57:40.033404 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-45c41c8e-882a-4dce-9f75-8c77d514d512 req-bcc72a5a-953c-405a-b531-226cf40ec20e tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896797 Jun 03 21:57:41.237077 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d076-0533-4905-b086-831ba7956121 req-90a31922-9468-4928-b040-1b594a7b3fc4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:41.239345 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8b0d076-0533-4905-b086-831ba7956121 req-90a31922-9468-4928-b040-1b594a7b3fc4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.0925601 Jun 03 21:57:41.372413 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a8b0d076-0533-4905-b086-831ba7956121 req-d49b5f30-b909-48cd-80c2-e71f64917fef tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265252 Jun 03 21:57:41.435705 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-3ff8de41-088a-4916-b2cc-f69dfa33e3e1 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:41.438243 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-3ff8de41-088a-4916-b2cc-f69dfa33e3e1 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/networks?id=dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 200 len: 809 time: 0.1778493 Jun 03 21:57:41.458188 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-43035da8-4ff6-4e3b-85a9-758c803bb632 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/quotas/0557bf290d8b4f87b475cca26a078e50 HTTP/1.1" status: 200 len: 375 time: 0.0142491 Jun 03 21:57:41.538897 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-ccc39be2-f8ec-4f94-bd94-c55a99ffce28 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0557bf290d8b4f87b475cca26a078e50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743673 Jun 03 21:57:41.555258 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:41.595397 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:41.595746 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 3055e579-44a6-4bac-b4f6-0b7fbeb4c7dc not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:41.682294 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-557dd7c5-ef99-4a65-9119-c9d4714e1dbe service neutron] 10.222.0.77 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362641 Jun 03 21:57:41.820186 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-313317cb-3ab9-4adc-b674-d813bb178142 service neutron] 10.222.0.77 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309783 Jun 03 21:57:42.011917 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-da72edab-6a89-46a2-95fd-bb1abcbe9cba req-df1d40a0-5b9c-4eb5-b442-35c156ea0583 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 210 time: 0.0494101 Jun 03 21:57:42.599707 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d54a2-3b38-4d25-8bb0-2ffa35ca8cad req-dc53c55a-1d1e-4e60-9e53-2c68c380f449 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:42.601170 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-302d54a2-3b38-4d25-8bb0-2ffa35ca8cad req-dc53c55a-1d1e-4e60-9e53-2c68c380f449 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.1058307 Jun 03 21:57:42.651284 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-302d54a2-3b38-4d25-8bb0-2ffa35ca8cad req-8ca11aa8-aebb-4bfe-9e29-fcc00179c347 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442970 Jun 03 21:57:43.130005 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-0ff86222-f02f-435f-8512-e386dcd33dc6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:43.131655 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-0ff86222-f02f-435f-8512-e386dcd33dc6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "GET /v2.0/networks?id=dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 200 len: 809 time: 0.1683719 Jun 03 21:57:43.145927 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Request body: {'port': {'device_id': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d', 'admin_state_up': True, 'tenant_id': '0557bf290d8b4f87b475cca26a078e50'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:43.184450 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7028a1c9-e265-4e4b-8224-79c52473eb0f req-f5e35efa-899b-4232-a4f6-b47d96a290d9 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 210 time: 0.0574040 Jun 03 21:57:43.298202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:43.302226 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Usage tracker for resource:port and tenant:0557bf290d8b4f87b475cca26a078e50 is out of sync, need to count used quota {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:43.305120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:43.310812 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.quota.driver [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:43.321459 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Made reservation on behalf of 0557bf290d8b4f87b475cca26a078e50 for: {'port': 1} {{(pid=98277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:43.325043 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.498184 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_common [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Allocated IP 172.20.0.14 (dc3fa26c-5ace-4fba-946c-78bc834ac12d/a5a685c4-70ad-468a-81db-65f821be6089/cc233251-d716-471c-8cb4-f989efea4514) {{(pid=98277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:43.832256 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks [] for port, precommit_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.849816 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a4ca5-3c3c-4df2-ba5a-5e1f775435f9 req-a5666423-d90b-48c0-b70d-4d325916050c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:43.851355 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4a1a4ca5-3c3c-4df2-ba5a-5e1f775435f9 req-a5666423-d90b-48c0-b70d-4d325916050c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.0878618 Jun 03 21:57:43.862751 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771371639628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_create {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.869393 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b957d6e5-4624-4073-b4c1-91131dd8362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:43.902073 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-4a1a4ca5-3c3c-4df2-ba5a-5e1f775435f9 req-1a6a435b-e30b-4bde-a141-81f8969c92a1 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446732 Jun 03 21:57:43.936506 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Network dc3fa26c-5ace-4fba-946c-78bc834ac12d is already hosted by enough agents. {{(pid=98277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:43.939883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.base_scheduler [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Resources bound (agent type, host, resource id): {{(pid=98277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:43.942446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Received port after_create {{(pid=98277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:43.989356 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Pushing event updated for resources: {'Port': ['ID=cc233251-d716-471c-8cb4-f989efea4514,revision_number=1']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:43.997446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:44.018674 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:44.019309 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.045162 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039264 Jun 03 21:57:44.056286 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.v2.base [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Request body: {'port': {'device_id': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=98277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:44.175103 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.415653 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552705-3398-4903-bf12-9a4b832b3b89 req-45ebfebe-e1ed-4690-9618-837a68719884 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:44.417158 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-de552705-3398-4903-bf12-9a4b832b3b89 req-45ebfebe-e1ed-4690-9618-837a68719884 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 932 time: 0.1094043 Jun 03 21:57:44.467315 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-de552705-3398-4903-bf12-9a4b832b3b89 req-74b32d46-23da-414b-b96f-40e132242988 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Jun 03 21:57:44.578087 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc233251-d716-471c-8cb4-f989efea4514 {{(pid=98277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:57:44.585707 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.600945 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.provisioning_blocks [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Transition to ACTIVE for port object cc233251-d716-471c-8cb4-f989efea4514 will not be triggered until provisioned by entity L2. {{(pid=98277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:44.604703 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.609935 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5c4be3c9-ad77-4070-bf30-cb28fa9d6934 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:44.767451 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Pushing event updated for resources: {'Port': ['ID=cc233251-d716-471c-8cb4-f989efea4514,revision_number=2']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:44.775032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:44.849829 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Attempting to bind port cc233251-d716-471c-8cb4-f989efea4514 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:57:44.850162 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Attempting to bind port cc233251-d716-471c-8cb4-f989efea4514 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:57:44.850494 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Attempting to bind port cc233251-d716-471c-8cb4-f989efea4514 on network dc3fa26c-5ace-4fba-946c-78bc834ac12d {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:44.859773 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Port cc233251-d716-471c-8cb4-f989efea4514 on network dc3fa26c-5ace-4fba-946c-78bc834ac12d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:57:44.860095 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Attempting to bind port cc233251-d716-471c-8cb4-f989efea4514 on network dc3fa26c-5ace-4fba-946c-78bc834ac12d {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:44.866295 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Checking agent: {'id': 'f8bcee6d-e195-4ebf-890b-54614b08713f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'started_at': datetime.datetime(2021, 6, 3, 21, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:57:44.866627 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Checking segment: {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:44.867037 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Bound using segment: {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'} {{(pid=98277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:57:44.867468 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.managers [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Bound port: cc233251-d716-471c-8cb4-f989efea4514, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1548, 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d'}}] {{(pid=98277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:57:44.867855 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.979549 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] For port cc233251-d716-471c-8cb4-f989efea4514, host hv-cinder-79466, cleared binding levels {{(pid=98277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:57:44.983348 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] For port cc233251-d716-471c-8cb4-f989efea4514, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc233251-d716-471c-8cb4-f989efea4514,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:57:44.988957 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14142447'] for port, after_update {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.992895 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-1e254c46-550d-4c50-8af1-a6d9b47aaf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:45.050831 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.051437 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:45.052880 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] 10.222.0.107 "PUT /v2.0/ports/cc233251-d716-471c-8cb4-f989efea4514 HTTP/1.1" status: 200 len: 1094 time: 1.0008664 Jun 03 21:57:45.053401 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'tag': 'cc233251-d716-471c-8cb4-f989efea4514'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:45.055880 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2150c0-ab12-4397-9c29-c7abd5d51fac", "tag": "cc233251-d716-471c-8cb4-f989efea4514"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:45.095175 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Pushing event updated for resources: {'Port': ['ID=cc233251-d716-471c-8cb4-f989efea4514,revision_number=3']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:45.128986 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9b7c-e2ec-4731-855f-379dfc80601c req-187047a1-329b-4eb7-9230-09fea12e4e5c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.130572 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6e5d9b7c-e2ec-4731-855f-379dfc80601c req-187047a1-329b-4eb7-9230-09fea12e4e5c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.1093030 Jun 03 21:57:45.145265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-594db6ba-efc5-406f-b976-c37f80bb4175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:45.146428 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c842c5f-e034-4680-9901-e17e3019566b x-openstack-request-id: req-5c842c5f-e034-4680-9901-e17e3019566b {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:45.146750 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2150c0-ab12-4397-9c29-c7abd5d51fac", "tag": "cc233251-d716-471c-8cb4-f989efea4514", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:45.147067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c842c5f-e034-4680-9901-e17e3019566b {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:45.147503 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'tag': 'cc233251-d716-471c-8cb4-f989efea4514', 'status': 'completed', 'code': 200} Jun 03 21:57:45.200038 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-4a3c6133-1800-4fbd-a315-e115bdf5b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.201277 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6e5d9b7c-e2ec-4731-855f-379dfc80601c req-8320e638-eb89-4c09-93b9-46fe1142f63d tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594654 Jun 03 21:57:45.203789 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-4a3c6133-1800-4fbd-a315-e115bdf5b3f9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0557bf290d8b4f87b475cca26a078e50&device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 1097 time: 0.1036637 Jun 03 21:57:45.298466 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-f4e8e66f-40c5-4ca7-9a8a-f7dd032b4c4b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc233251-d716-471c-8cb4-f989efea4514 HTTP/1.1" status: 200 len: 217 time: 0.0874798 Jun 03 21:57:45.373179 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-1bcf0b83-a7c5-449c-9eab-d9158c2b6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.375610 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-1bcf0b83-a7c5-449c-9eab-d9158c2b6155 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a5a685c4-70ad-468a-81db-65f821be6089 HTTP/1.1" status: 200 len: 849 time: 0.0719104 Jun 03 21:57:45.429190 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-040d65d6-0193-4379-ada9-71e5295f7ce4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dc3fa26c-5ace-4fba-946c-78bc834ac12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471308 Jun 03 21:57:45.585152 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-afb30d27-270a-4725-8092-9da67dda47ec service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496372 Jun 03 21:57:45.747126 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c330b-fa07-4ff0-9f75-0072069b91a6 req-35e39f61-4592-42c8-9b0d-fa9e2421b331 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.749376 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-644c330b-fa07-4ff0-9f75-0072069b91a6 req-35e39f61-4592-42c8-9b0d-fa9e2421b331 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 944 time: 0.1099672 Jun 03 21:57:45.807707 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-644c330b-fa07-4ff0-9f75-0072069b91a6 req-ecf134ef-ae6e-4815-849a-524dce8681dc tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Jun 03 21:57:45.860556 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-76676b14-fbb4-4b28-930c-f4261f4c0038 req-e3c39f1c-2085-4375-b7a2-fb2b84d824e9 service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686865 Jun 03 21:57:45.986450 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-85cb8d60-f5b2-4507-ab11-29a2c2f58d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.988228 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-85cb8d60-f5b2-4507-ab11-29a2c2f58d5e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0557bf290d8b4f87b475cca26a078e50&device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 1097 time: 0.0809150 Jun 03 21:57:46.127175 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-a1a0ce77-1ea8-4bfb-8af7-f078b7a1f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:46.128560 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-a1a0ce77-1ea8-4bfb-8af7-f078b7a1f381 service neutron] 10.222.0.107 "GET /v2.0/networks?id=dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 200 len: 911 time: 0.1342008 Jun 03 21:57:46.198458 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-139c5f96-afbc-4f94-92b6-aa231b61cfb0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc233251-d716-471c-8cb4-f989efea4514 HTTP/1.1" status: 200 len: 217 time: 0.0618818 Jun 03 21:57:46.272849 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-a04761e0-1ff6-4415-94aa-9d04a57a648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:46.275355 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-a04761e0-1ff6-4415-94aa-9d04a57a648f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a5a685c4-70ad-468a-81db-65f821be6089 HTTP/1.1" status: 200 len: 849 time: 0.0693028 Jun 03 21:57:46.340207 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-1fc5c1be-8cbc-4a4f-adc1-75e1df2b2af5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=dc3fa26c-5ace-4fba-946c-78bc834ac12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535109 Jun 03 21:57:46.425386 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e165-14f0-4188-92b0-bf3910802218 req-1aa0a59c-b3d5-4f1f-b295-9879a02a0a1c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:46.427055 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6667e165-14f0-4188-92b0-bf3910802218 req-1aa0a59c-b3d5-4f1f-b295-9879a02a0a1c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.1016481 Jun 03 21:57:46.491626 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6667e165-14f0-4188-92b0-bf3910802218 req-a961ff54-6e48-41b1-a3f4-2b0063c20389 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583110 Jun 03 21:57:46.493071 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-3ee8d169-ff39-46bc-9da7-f5f563fd13a6 service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459515 Jun 03 21:57:46.643695 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-39e7fe5a-87fd-4c42-9c2c-f8155ea26072 req-69fcb2f1-57e1-458f-b505-7b3879a07d31 service neutron] 10.222.0.107 "GET /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395934 Jun 03 21:57:47.010120 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f98d8-d621-4da6-bd55-f09d64060cf1 req-d7f4b550-1304-4653-b756-c8f1a2ff4dec tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:47.011640 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fd6f98d8-d621-4da6-bd55-f09d64060cf1 req-d7f4b550-1304-4653-b756-c8f1a2ff4dec tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 944 time: 0.0826607 Jun 03 21:57:47.058739 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-fd6f98d8-d621-4da6-bd55-f09d64060cf1 req-127f9702-f3b0-49fc-b8f8-c7c2a4b9c088 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Jun 03 21:57:47.596834 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device cc233251-d716-471c-8cb4-f989efea4514 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=98279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:57:47.803297 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21efe-3828-46bd-ab30-2e907bb9c649 req-47cc55c1-28a8-42d3-85cf-a913524ed5a5 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:47.804727 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-80b21efe-3828-46bd-ab30-2e907bb9c649 req-47cc55c1-28a8-42d3-85cf-a913524ed5a5 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.2011507 Jun 03 21:57:47.830110 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port cc233251-d716-471c-8cb4-f989efea4514, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc233251-d716-471c-8cb4-f989efea4514,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:47.846395 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Returning: {'device': 'cc233251-d716-471c-8cb4-f989efea4514', 'network_id': 'dc3fa26c-5ace-4fba-946c-78bc834ac12d', 'port_id': 'cc233251-d716-471c-8cb4-f989efea4514', 'mac_address': 'fa:16:3e:a5:9f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a685c4-70ad-468a-81db-65f821be6089', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:57:47.860274 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-80b21efe-3828-46bd-ab30-2e907bb9c649 req-25f275e0-318c-4cae-9f46-1f5f8888c056 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464537 Jun 03 21:57:47.926461 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:47.944866 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc233251-d716-471c-8cb4-f989efea4514 {{(pid=98279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:57:47.964032 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port cc233251-d716-471c-8cb4-f989efea4514, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc233251-d716-471c-8cb4-f989efea4514,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:47.969242 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:47.971404 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:48.043429 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=cc233251-d716-471c-8cb4-f989efea4514,revision_number=4']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:48.046580 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:48.190210 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['cc233251-d716-471c-8cb4-f989efea4514'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:48.264802 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73bfe2-5b40-4590-ba0a-06c18fd83801 req-ee032839-89e7-4d18-9115-8659ed99dc3d tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:48.267884 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6a73bfe2-5b40-4590-ba0a-06c18fd83801 req-ee032839-89e7-4d18-9115-8659ed99dc3d tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 945 time: 0.0979998 Jun 03 21:57:48.318680 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-6a73bfe2-5b40-4590-ba0a-06c18fd83801 req-95d93729-a396-4717-a081-84d4f0c2c024 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Jun 03 21:57:49.075224 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddf8ca-09c8-413e-98d6-f25babf6feb4 req-5240555b-0989-4626-9b33-cb34f3eb735c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:49.077612 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-99ddf8ca-09c8-413e-98d6-f25babf6feb4 req-5240555b-0989-4626-9b33-cb34f3eb735c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.0954812 Jun 03 21:57:49.129367 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-99ddf8ca-09c8-413e-98d6-f25babf6feb4 req-8bd74af6-340f-4041-813f-216d4780f1ec tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&id=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458457 Jun 03 21:57:49.525509 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df531-8d33-4981-a700-21ba8155845e req-c6cdec51-703f-415f-bb63-541f150bfe19 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:49.527046 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7d6df531-8d33-4981-a700-21ba8155845e req-c6cdec51-703f-415f-bb63-541f150bfe19 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 945 time: 0.0932219 Jun 03 21:57:49.577709 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7d6df531-8d33-4981-a700-21ba8155845e req-79ea6934-f853-4d1a-aa4c-e7f89ee41ad2 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Jun 03 21:57:49.616773 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device cc233251-d716-471c-8cb4-f989efea4514 up at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:49.697342 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning for port cc233251-d716-471c-8cb4-f989efea4514 completed by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:49.702922 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Provisioning complete for port cc233251-d716-471c-8cb4-f989efea4514 triggered by entity L2. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:49.703302 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:49.837005 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:49.867987 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc233251-d716-471c-8cb4-f989efea4514'}] {{(pid=98279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:49.870482 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2708b7f1adcf92a0b274132237b14129ea3ca9ab56b86d42437b5dfdf614c59f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f85433-b3e7-4ada-88d7-04edcf6e395b" -d '{"events": [{"server_uuid": "3d2150c0-ab12-4397-9c29-c7abd5d51fac", "name": "network-vif-plugged", "status": "completed", "tag": "cc233251-d716-471c-8cb4-f989efea4514"}]}' {{(pid=98279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:49.880126 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] For port cc233251-d716-471c-8cb4-f989efea4514, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc233251-d716-471c-8cb4-f989efea4514,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:49.884061 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691'] for port, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:49.886224 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:49.923106 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709fa6c5-434b-4a70-ad98-b1c6155aa8ec x-openstack-request-id: req-709fa6c5-434b-4a70-ad98-b1c6155aa8ec {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:49.923407 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2150c0-ab12-4397-9c29-c7abd5d51fac", "name": "network-vif-plugged", "status": "completed", "tag": "cc233251-d716-471c-8cb4-f989efea4514", "code": 200}]} {{(pid=98279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:49.923667 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-709fa6c5-434b-4a70-ad98-b1c6155aa8ec {{(pid=98279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:49.924060 dv-cinder-794669-4-smb neutron-server[98279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc233251-d716-471c-8cb4-f989efea4514', 'code': 200} Jun 03 21:57:49.958102 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Pushing event updated for resources: {'Port': ['ID=cc233251-d716-471c-8cb4-f989efea4514,revision_number=5']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:49.961443 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:50.185198 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973084-dc4f-423c-a5f6-a1d909eff7bb req-9ff37771-e6c2-40be-91ee-945260c20082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:50.186769 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-1c973084-dc4f-423c-a5f6-a1d909eff7bb req-9ff37771-e6c2-40be-91ee-945260c20082 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 1099 time: 0.0827761 Jun 03 21:57:50.234042 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-1c973084-dc4f-423c-a5f6-a1d909eff7bb req-5ea5500d-3d85-4df0-8b7b-f103a2e87dc6 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Jun 03 21:57:50.766877 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28e2a8-04d7-46e9-9a63-f8b4ea91dfff req-d328000a-48c4-4e9e-9bb2-ae19a431380d tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:50.768355 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2f28e2a8-04d7-46e9-9a63-f8b4ea91dfff req-d328000a-48c4-4e9e-9bb2-ae19a431380d tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 946 time: 0.0839188 Jun 03 21:57:50.818102 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-2f28e2a8-04d7-46e9-9a63-f8b4ea91dfff req-dee7768f-c54c-4f6c-be82-b2770a3e56e1 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Jun 03 21:57:51.776860 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:52.013559 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ba521-9402-412f-a911-fc55a468007d req-65cb925a-805f-4dbe-827c-cc5f67369885 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:52.015643 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d6ba521-9402-412f-a911-fc55a468007d req-65cb925a-805f-4dbe-827c-cc5f67369885 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 946 time: 0.0839691 Jun 03 21:57:52.058910 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-9d6ba521-9402-412f-a911-fc55a468007d req-d59c76e5-a5ee-47c6-b272-6813824194b6 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375669 Jun 03 21:57:53.133641 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9b7e-36c4-4330-b58a-4a0ce03f6c9d req-ba213220-1c4d-435b-b19f-c51250ab0425 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:53.135095 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8df9b7e-36c4-4330-b58a-4a0ce03f6c9d req-ba213220-1c4d-435b-b19f-c51250ab0425 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 946 time: 0.0840485 Jun 03 21:57:53.178895 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-d8df9b7e-36c4-4330-b58a-4a0ce03f6c9d req-6b3300fc-bb55-49c4-aef0-dcf5673744e9 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 Jun 03 21:57:53.738878 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:57:54.367129 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cef954-b7de-4bc1-8aa9-9a8a3bb5d5f9 req-9714c27b-1a00-4d0f-b05b-032a4ee16e74 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:54.368588 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9cef954-b7de-4bc1-8aa9-9a8a3bb5d5f9 req-9714c27b-1a00-4d0f-b05b-032a4ee16e74 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 946 time: 0.0817206 Jun 03 21:57:54.416930 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-a9cef954-b7de-4bc1-8aa9-9a8a3bb5d5f9 req-8251d62c-181a-4242-882d-b1fc2e668cad tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/security-groups?id=c049ef9a-1ffa-4860-bb7d-4f547bfaf364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Jun 03 21:57:54.548265 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-c628dcf5-fa2f-4d2e-ba5a-c85218f1465a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:54.548961 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-c628dcf5-fa2f-4d2e-ba5a-c85218f1465a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Synchronizing usage tracker for tenant:0557bf290d8b4f87b475cca26a078e50 on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:54.564775 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-c628dcf5-fa2f-4d2e-ba5a-c85218f1465a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Unset dirty status for tenant:0557bf290d8b4f87b475cca26a078e50 on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:54.565880 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-c628dcf5-fa2f-4d2e-ba5a-c85218f1465a tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 946 time: 0.0983591 Jun 03 21:57:54.702523 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Deleting port cc233251-d716-471c-8cb4-f989efea4514 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:54.702790 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:54.839998 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] For port cc233251-d716-471c-8cb4-f989efea4514, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=cc233251-d716-471c-8cb4-f989efea4514,segment=NetworkSegment(d680e42f-edf9-47a5-ab3e-1308b85fc1ac),segment_id=d680e42f-edf9-47a5-ab3e-1308b85fc1ac)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:54.840346 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:54.970117 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Calling delete_port for cc233251-d716-471c-8cb4-f989efea4514 owned by compute:nova {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:55.081638 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.087493 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6d444d02-cd38-4b01-bc71-c4a0afa97ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:55.093118 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['cc233251-d716-471c-8cb4-f989efea4514'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:55.133485 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Pushing event deleted for resources: {'Port': ['ID=cc233251-d716-471c-8cb4-f989efea4514,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:55.136532 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:55.319349 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] No DVR routers for this DVR port cc233251-d716-471c-8cb4-f989efea4514 on host hv-cinder-79466 {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:55.321738 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.324394 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'name': 'network-vif-deleted', 'tag': 'cc233251-d716-471c-8cb4-f989efea4514'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:55.326793 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd2d386-9be4-4ad4-aa0c-92e4355a61e6" -d '{"events": [{"server_uuid": "3d2150c0-ab12-4397-9c29-c7abd5d51fac", "name": "network-vif-deleted", "tag": "cc233251-d716-471c-8cb4-f989efea4514"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:55.340740 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-ff5131d1-0612-4d6b-b40b-497c6ad31abb req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.107 "DELETE /v2.0/ports/cc233251-d716-471c-8cb4-f989efea4514 HTTP/1.1" status: 204 len: 173 time: 0.7686973 Jun 03 21:57:55.370614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4766a-c077-4940-95e7-93bb11466035 x-openstack-request-id: req-7ce4766a-c077-4940-95e7-93bb11466035 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:55.370981 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2150c0-ab12-4397-9c29-c7abd5d51fac", "name": "network-vif-deleted", "tag": "cc233251-d716-471c-8cb4-f989efea4514", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:55.371377 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ce4766a-c077-4940-95e7-93bb11466035 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:55.371742 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2150c0-ab12-4397-9c29-c7abd5d51fac', 'name': 'network-vif-deleted', 'tag': 'cc233251-d716-471c-8cb4-f989efea4514', 'status': 'completed', 'code': 200} Jun 03 21:57:55.581220 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-ed92453e-74e3-40a3-b023-f52ee96383db req-7b376330-1645-4900-bd5d-d1669a8dd367 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d2150c0-ab12-4397-9c29-c7abd5d51fac HTTP/1.1" status: 200 len: 210 time: 0.0427265 Jun 03 21:57:57.662300 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device cc233251-d716-471c-8cb4-f989efea4514 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:57.743333 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: cc233251-d716-471c-8cb4-f989efea4514 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:57.743694 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device cc233251-d716-471c-8cb4-f989efea4514 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:01.752446 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5960766b-8e91-43cf-88c3-56764d91146d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:04.403652 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:04.640996 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3ede913e-f4a5-47d2-be43-d9b8cb63b9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:05.765467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:07.423763 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:16.316396 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47096) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:16.375244 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Deleting subnet a5a685c4-70ad-468a-81db-65f821be6089 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:58:16.378155 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:16.427382 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:16.485168 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:16.741012 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:16.745066 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-94a2373b-a06a-4dac-b313-66e7e2ee1069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:16.781639 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a685c4-70ad-468a-81db-65f821be6089,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:16.787012 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:16.794479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.794960 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.795851 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.796221 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.796586 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.797446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.797446 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.797757 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.798018 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.798526 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.799192 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.799808 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:16.804464 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:16.806288 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-fd655e11-c139-4ae3-ae88-de5737e45a09 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a5a685c4-70ad-468a-81db-65f821be6089 HTTP/1.1" status: 204 len: 168 time: 0.4888806 Jun 03 21:58:16.808756 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47098) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:16.919899 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.049672 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.062504 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3fa26c-5ace-4fba-946c-78bc834ac12d']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:17.075282 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:17.075584 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd680e42f-edf9-47a5-ab3e-1308b85fc1ac') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:17.087607 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.104817 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.111228 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Releasing vlan 1548 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:58:17.111614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:58:17.125069 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:58:17.206520 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.210535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b17e2b1c-0e33-4f1e-9de6-f1e17731a6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:17.225251 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.236735 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3fa26c-5ace-4fba-946c-78bc834ac12d,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:17.240147 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:17.246092 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-946be246-ac58-471b-a136-580d7aa3aa34 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dc3fa26c-5ace-4fba-946c-78bc834ac12d HTTP/1.1" status: 204 len: 168 time: 0.4363439 Jun 03 21:58:17.376177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47102) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:17.425594 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5251571b-01e7-4695-942e-c932f9b6ffba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0557bf290d8b4f87b475cca26a078e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477908 Jun 03 21:58:17.427966 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47104) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:17.486659 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.517868 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.570406 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.574102 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6ba8a1e3-1d02-4889-9cd0-f682875931b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:17.587217 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c049ef9a-1ffa-4860-bb7d-4f547bfaf364,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:17.590161 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:17.592081 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:17.593672 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-aac1c684-98d1-4d9b-99ed-2547fe8c7fcf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c049ef9a-1ffa-4860-bb7d-4f547bfaf364 HTTP/1.1" status: 204 len: 168 time: 0.1644819 Jun 03 21:58:18.853412 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47166) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:19.166249 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Deleting port 94da999e-5244-418a-8585-2c00c6383511 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:19.166927 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:19.290248 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:19.290569 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:19.426916 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Calling delete_port for 94da999e-5244-418a-8585-2c00c6383511 owned by network:floatingip {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:19.579451 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:19.583179 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e68c3036-d6eb-4c94-a73f-2d4bf4f38ec6 tempest-VolumesNegativeTest-460772190 tempest-VolumesNegativeTest-460772190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:19.629519 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event deleted for resources: {'Port': ['ID=94da999e-5244-418a-8585-2c00c6383511,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:19.777069 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.777440 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.777798 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.778154 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.778511 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.778895 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.779769 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.780119 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.780469 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.780913 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.781260 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.781699 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:19.785718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:19.842571 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for floatingip, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:19.842905 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Floating IP 42514229-ac6f-49cd-b54c-4ae06e5137fb disassociated (deleted). External IP: 172.28.1.251, port: 52ab5678-d8bf-48c2-9cee-6a16655dba17. Jun 03 21:58:20.204968 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Router b8004a70-9e0a-49ae-b5a9-563ca7d82665 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:58:20.400621 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:58:20.410319 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] Sync routers for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:58:20.419849 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:20.420467 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:20.430492 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:20.486882 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "DELETE /v2.0/floatingips/42514229-ac6f-49cd-b54c-4ae06e5137fb HTTP/1.1" status: 204 len: 168 time: 1.6323338 Jun 03 21:58:20.487539 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:58:20.489932 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4c3dde-bb68-4e08-bb83-913e296ddb64" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:58:20.536437 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef5950-44af-4854-9d08-c2f3c01c554e x-openstack-request-id: req-afef5950-44af-4854-9d08-c2f3c01c554e {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:58:20.536832 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:58:20.537181 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afef5950-44af-4854-9d08-c2f3c01c554e {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:58:20.537671 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'status': 'completed', 'code': 200} Jun 03 21:58:20.611744 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:20.643407 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-ef4666f4-9f7e-4d5f-8946-5b0c003b0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:20.645617 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-ef4666f4-9f7e-4d5f-8946-5b0c003b0467 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c65ca273ba64189ae50556ad62e49b5&device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 1098 time: 0.0833023 Jun 03 21:58:20.808334 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-2bcbfb8a-0b66-423f-919a-7507f80be295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:20.809798 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-2bcbfb8a-0b66-423f-919a-7507f80be295 service neutron] 10.222.0.107 "GET /v2.0/networks?id=555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 200 len: 911 time: 0.1563461 Jun 03 21:58:20.889455 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-a5a6e5c3-4890-4430-9dba-9d9aed28326a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 200 len: 217 time: 0.0715237 Jun 03 21:58:20.959424 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:43Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:20.963570 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] Checking router: b8004a70-9e0a-49ae-b5a9-563ca7d82665 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:58:20.964255 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-899926ba-5a7e-40e0-9597-d907436a7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:20.965715 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-899926ba-5a7e-40e0-9597-d907436a7020 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 200 len: 848 time: 0.0690479 Jun 03 21:58:20.979225 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:20.979875 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:21.066358 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-a71bb727-056a-4cc5-bfbd-b6ca3afe6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:21.067903 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-a71bb727-056a-4cc5-bfbd-b6ca3afe6be4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=555fac52-af7e-4e65-87b1-6ec1dfd44acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923820 Jun 03 21:58:21.155360 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c8a6-8b44-46f4-84a9-8c9c8b330f06 req-69d77ac0-741d-4b8f-8442-525c4ff8f4b6 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:21.156514 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e716c8a6-8b44-46f4-84a9-8c9c8b330f06 req-69d77ac0-741d-4b8f-8442-525c4ff8f4b6 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Synchronizing usage tracker for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:58:21.177931 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-e716c8a6-8b44-46f4-84a9-8c9c8b330f06 req-69d77ac0-741d-4b8f-8442-525c4ff8f4b6 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Unset dirty status for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:58:21.179462 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e716c8a6-8b44-46f4-84a9-8c9c8b330f06 req-69d77ac0-741d-4b8f-8442-525c4ff8f4b6 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.3729100 Jun 03 21:58:21.187506 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:21.244806 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-e716c8a6-8b44-46f4-84a9-8c9c8b330f06 req-f49a714d-2b9d-4429-9957-881d1f31cbb8 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584047 Jun 03 21:58:21.355595 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-757a94d3-af08-4ef0-a8fa-1b0118aa9af1 service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775443 Jun 03 21:58:21.518460 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-0e4c3dde-bb68-4e08-bb83-913e296ddb64 req-115b54c1-f703-4d21-87ac-79ff2f5c38cc service neutron] 10.222.0.107 "GET /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536398 Jun 03 21:58:21.567425 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:43Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:21.571746 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392742b8-c3a7-4f4e-b85f-e1a07f6a3c09 None None] The sync data for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb is: [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:53:33Z', 'revision_number': 4, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': 'a6a08f03-cba0-4bd2-8aff-47218fc52c75', 'name': '', 'network_id': '555fac52-af7e-4e65-87b1-6ec1dfd44acb', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'mac_address': 'fa:16:3e:07:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:32Z', 'updated_at': '2021-06-03T21:53:43Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'subnets': [{'id': '9ea977e5-09a5-4276-bd90-73cd4e92c04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:58:21.794699 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:21.796190 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb824d-242c-4dc0-8acf-10b0cdc84ee3 None None] New status for floating IP 42514229-ac6f-49cd-b54c-4ae06e5137fb: DOWN {{(pid=98280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:58:22.516773 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812decaa-643e-4a16-b0d1-98ed04e7d2d0 req-84ab29b9-1305-4176-87bd-bc5c93833d14 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:22.518222 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-812decaa-643e-4a16-b0d1-98ed04e7d2d0 req-84ab29b9-1305-4176-87bd-bc5c93833d14 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.1402452 Jun 03 21:58:22.523492 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-0597289f-b3b8-46a4-8240-6a2a79cf2d34 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:22.524229 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-0597289f-b3b8-46a4-8240-6a2a79cf2d34 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Synchronizing usage tracker for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:58:22.536844 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-0597289f-b3b8-46a4-8240-6a2a79cf2d34 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Unset dirty status for tenant:1c65ca273ba64189ae50556ad62e49b5 on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:58:22.537975 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-0597289f-b3b8-46a4-8240-6a2a79cf2d34 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 945 time: 0.0977535 Jun 03 21:58:22.565673 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-812decaa-643e-4a16-b0d1-98ed04e7d2d0 req-b9db0366-233b-43bc-bbd5-c112afab5ac2 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ea5ec2e-89f3-4265-bd07-5c7b3491600c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Jun 03 21:58:22.680824 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Deleting port 52ab5678-d8bf-48c2-9cee-6a16655dba17 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:22.681079 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:22.818722 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] For port 52ab5678-d8bf-48c2-9cee-6a16655dba17, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=52ab5678-d8bf-48c2-9cee-6a16655dba17,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:22.819201 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:22.946805 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Calling delete_port for 52ab5678-d8bf-48c2-9cee-6a16655dba17 owned by compute:nova {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:23.060504 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:23.067252 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9b2552d7-283d-4d37-9ec4-7603efcb2b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:23.116841 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event deleted for resources: {'Port': ['ID=52ab5678-d8bf-48c2-9cee-6a16655dba17,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:23.145453 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:23.199125 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] No DVR routers for this DVR port 52ab5678-d8bf-48c2-9cee-6a16655dba17 on host hv-cinder-79466 {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:23.202183 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:23.204883 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-deleted', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:58:23.207298 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2db10a-1f59-4ed2-92c7-e1822f11d7db" -d '{"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-deleted", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:58:23.223546 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-084f87d5-f81c-4b3c-a40f-13ef5a0f4bd6 req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.107 "DELETE /v2.0/ports/52ab5678-d8bf-48c2-9cee-6a16655dba17 HTTP/1.1" status: 204 len: 173 time: 0.6788955 Jun 03 21:58:23.272075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d3632-a33a-4899-9e4c-b08fc30f9f0e x-openstack-request-id: req-822d3632-a33a-4899-9e4c-b08fc30f9f0e {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:58:23.272406 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c", "name": "network-vif-deleted", "tag": "52ab5678-d8bf-48c2-9cee-6a16655dba17", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:58:23.272890 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-822d3632-a33a-4899-9e4c-b08fc30f9f0e {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:58:23.273309 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c', 'name': 'network-vif-deleted', 'tag': '52ab5678-d8bf-48c2-9cee-6a16655dba17', 'status': 'completed', 'code': 200} Jun 03 21:58:23.736473 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-7e05de39-36de-43da-bff1-2e7162ed6d14 req-8dd1f566-a945-4736-8117-9106b097a141 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5e2a12-0b4f-49d0-bb5b-9bad943cca0c HTTP/1.1" status: 200 len: 210 time: 0.0464156 Jun 03 21:58:24.837704 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47218) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:24.911243 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:24.943746 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:25.019027 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:25.022883 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-087a5256-5a78-4ac6-ba6e-f4204f4d0163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:25.038704 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5ec2e-89f3-4265-bd07-5c7b3491600c,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:25.041329 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:25.054352 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:25.055555 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] 10.222.0.77 "DELETE /v2.0/security-groups/2ea5ec2e-89f3-4265-bd07-5c7b3491600c HTTP/1.1" status: 204 len: 168 time: 0.2168765 Jun 03 21:58:25.238334 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-bf0cba6e-18c9-45e1-8f47-e67732cc97a0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732546 Jun 03 21:58:25.344140 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8ad1-c079-475c-9025-e43734d00633 req-25126ede-e083-4d0c-a359-67516c57a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:25.345647 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-25126ede-e083-4d0c-a359-67516c57a6c5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1138 time: 0.0804570 Jun 03 21:58:25.506091 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8ad1-c079-475c-9025-e43734d00633 req-5ad0c026-472f-42d4-be5e-073bb7957757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:25.507603 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-5ad0c026-472f-42d4-be5e-073bb7957757 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.1400018 Jun 03 21:58:25.627744 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-6953a4cd-b9de-4d93-9c4a-9f00ee0ec880 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 1002 time: 0.1074431 Jun 03 21:58:25.696032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8ad1-c079-475c-9025-e43734d00633 req-9a21a6d3-65df-4df9-9612-16cd5a46941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:25.697495 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-9a21a6d3-65df-4df9-9612-16cd5a46941b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.0631936 Jun 03 21:58:25.780935 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8ad1-c079-475c-9025-e43734d00633 req-459b34b4-6373-4c30-85a0-132559824c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:25.782531 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-459b34b4-6373-4c30-85a0-132559824c02 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770900 Jun 03 21:58:25.794014 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:25.830728 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 52ab5678-d8bf-48c2-9cee-6a16655dba17 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:25.831215 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 52ab5678-d8bf-48c2-9cee-6a16655dba17 not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:25.929842 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-4328c731-3876-4ae2-9630-f829290afc59 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397293 Jun 03 21:58:26.125991 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47226) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:26.206318 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-416f8ad1-c079-475c-9025-e43734d00633 req-893b18cf-ad89-47b5-ac42-25e46d8b3b4a service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695000 Jun 03 21:58:26.933521 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:27.376045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Deleting port a6a08f03-cba0-4bd2-8aff-47218fc52c75 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:27.376859 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:27.499406 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] For port a6a08f03-cba0-4bd2-8aff-47218fc52c75, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=a6a08f03-cba0-4bd2-8aff-47218fc52c75,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:27.499779 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:27.635785 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Calling delete_port for a6a08f03-cba0-4bd2-8aff-47218fc52c75 owned by network:router_interface {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:27.795399 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:27.799676 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1f8bc566-1f6f-4edb-87db-0d7dfc932514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:27.843516 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a08f03-cba0-4bd2-8aff-47218fc52c75,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:27.847253 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:28.086446 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-ca7d35f6-9efa-4dc5-972b-9b6ce538fba5 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983793088&fields=id&tenant_id=f763989582fd40a6953c2a06fa6592eb HTTP/1.1" status: 200 len: 267 time: 0.0672836 Jun 03 21:58:28.240854 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:28.455743 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-493bf563-7d21-4c8a-86e8-13be584a5fed tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:28.457295 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-493bf563-7d21-4c8a-86e8-13be584a5fed tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 985 time: 0.3594403 Jun 03 21:58:28.479302 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.v2.base [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Request body: {'port': {'security_groups': ['b63b56be-998c-4239-95fc-dec0809eb578']}} {{(pid=98278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:58:28.754312 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568563'] for port, before_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:28.958602 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Router b8004a70-9e0a-49ae-b5a9-563ca7d82665 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:58:29.274356 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:58:29.276718 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:29.283614 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] Sync routers for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:58:29.292366 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d1a7328d-f985-4f54-85db-f18b16bc84e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/b8004a70-9e0a-49ae-b5a9-563ca7d82665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1646922 Jun 03 21:58:29.292616 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:29.293134 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:29.295019 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47242) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:29.314465 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for port, precommit_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.319785 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771372057869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771371639646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771371639691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13742975'] for port, after_update {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.328926 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b50a1094-313d-41ed-883f-e72b81bc17db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:29.351186 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4b8471ec-39e4-4581-8bbb-52148b00b2bb'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:58:29.395286 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:29.395954 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.397381 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-20fb08fd-bd34-44ac-b118-629f30768a30 req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "PUT /v2.0/ports/4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 943 time: 0.9325233 Jun 03 21:58:29.398045 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:58:29.400407 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c4395-2379-40c8-99b9-66c02048cfad" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:58:29.406416 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47246) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:29.456122 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a962f4e-5cd7-4b56-952a-e3520e754856 x-openstack-request-id: req-5a962f4e-5cd7-4b56-952a-e3520e754856 {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:58:29.456750 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:58:29.456750 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a962f4e-5cd7-4b56-952a-e3520e754856 {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:58:29.457182 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'status': 'completed', 'code': 200} Jun 03 21:58:29.487462 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event updated for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=7']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:29.497542 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3d101468-3389-45d8-b6c9-c6e19f361bf0 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:29.538482 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.579623 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.602381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks [] for router, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.644028 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:29.659315 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.664473 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-a44cdbb6-c1cd-4f1f-811c-f4fa316945ac tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:29.678371 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:29.681490 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:29.694696 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.698354 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "DELETE /v2.0/security-groups/1d8b60ad-02c1-454d-b7a2-9e4f8de98ca3 HTTP/1.1" status: 204 len: 168 time: 0.2886744 Jun 03 21:58:29.698607 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47248) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:29.782797 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4b8471ec-39e4-4581-8bbb-52148b00b2bb'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:58:29.827777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4395-2379-40c8-99b9-66c02048cfad req-2c00a6f5-7b42-4710-9304-85b76be5aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:29.829713 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-2c00a6f5-7b42-4710-9304-85b76be5aa7b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1099 time: 0.3393466 Jun 03 21:58:29.896287 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:29.991289 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.provisioning_blocks [None req-6f319c42-c030-4e79-ae5f-e1dfb800d436 None None] Provisioning complete for port 4b8471ec-39e4-4581-8bbb-52148b00b2bb triggered by entity DHCP. {{(pid=98279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:58:29.994022 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-6f319c42-c030-4e79-ae5f-e1dfb800d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950539'] for port, provisioning_complete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.031175 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Deleting port 19367ee4-60e1-48a6-9a1c-c0e640affd90 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:30.031562 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.048075 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4395-2379-40c8-99b9-66c02048cfad req-0ecc956b-e207-4e4f-b52e-99a69e321b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:30.049604 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-0ecc956b-e207-4e4f-b52e-99a69e321b95 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.2095501 Jun 03 21:58:30.134629 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Deleting port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:30.135025 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.301357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.301675 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.315924 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-d79b8440-2bc4-4c87-aafa-e6ce27fdf729 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 1002 time: 0.2595980 Jun 03 21:58:30.321257 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] For port 5ab25802-b70b-4ccf-a746-c2f9bd52ee09, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:30.321614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.402569 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:58:27Z', 'revision_number': 5, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port': {'id': '5ab25802-b70b-4ccf-a746-c2f9bd52ee09', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:27Z', 'updated_at': '2021-06-03T21:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:30.408238 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] Checking router: b8004a70-9e0a-49ae-b5a9-563ca7d82665 for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:58:30.417516 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] Routers {'b8004a70-9e0a-49ae-b5a9-563ca7d82665'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:30.418145 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:30.442378 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Calling delete_port for 19367ee4-60e1-48a6-9a1c-c0e640affd90 owned by network:floatingip {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:30.499404 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Calling delete_port for 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 owned by network:router_gateway {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:30.527537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4395-2379-40c8-99b9-66c02048cfad req-25234232-5898-4f8c-866f-bc4ad99d2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:30.529148 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-25234232-5898-4f8c-866f-bc4ad99d2a78 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.1982958 Jun 03 21:58:30.576135 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.581087 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:30.588632 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] Set router b8004a70-9e0a-49ae-b5a9-563ca7d82665 gateway port host: None {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:30.625686 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event deleted for resources: {'Port': ['ID=19367ee4-60e1-48a6-9a1c-c0e640affd90,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:30.627389 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:30.652680 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4395-2379-40c8-99b9-66c02048cfad req-1dafcd18-8b33-4d88-bb1f-d262127ad46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:30.654312 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-1dafcd18-8b33-4d88-bb1f-d262127ad46d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1174252 Jun 03 21:58:30.704791 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:58:29Z', 'revision_number': 6, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:30.709493 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c28f0d-1b39-4558-8af9-4bd2995c7b92 None None] The sync data for ids ['b8004a70-9e0a-49ae-b5a9-563ca7d82665'] in dv-cinder-794669-4-smb is: [{'id': 'b8004a70-9e0a-49ae-b5a9-563ca7d82665', 'name': 'tempest-TestShelveInstance-1008790919-router', 'tenant_id': '1c65ca273ba64189ae50556ad62e49b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:26Z', 'updated_at': '2021-06-03T21:58:29Z', 'revision_number': 6, 'project_id': '1c65ca273ba64189ae50556ad62e49b5', 'gw_port_host': None}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:58:30.744133 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:58:30.755933 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks [] for floatingip, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.756266 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.db.l3_db [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Floating IP 03dd226e-6861-46b4-8427-635bdc1e65d0 disassociated (deleted). External IP: 172.28.1.138, port: 4b8471ec-39e4-4581-8bbb-52148b00b2bb. Jun 03 21:58:30.967859 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:30.980280 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-215d108a-4db7-4579-8c1c-a3b49db37088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:31.028418 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab25802-b70b-4ccf-a746-c2f9bd52ee09,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:31.031242 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:31.061977 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-2753572e-f6a5-4ec9-8053-f3ccd5721585 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997202 Jun 03 21:58:31.134557 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Router dd5e1b7e-82f4-48db-955a-89e289c5fa5a has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:58:31.233308 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.332666 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:58:31.356239 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] Sync routers for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:58:31.369119 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:31.370026 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:31.370185 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for floatingip, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.432370 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-05137348-7788-4199-91e9-09bde9ae6d80 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "DELETE /v2.0/floatingips/03dd226e-6861-46b4-8427-635bdc1e65d0 HTTP/1.1" status: 204 len: 168 time: 1.7320931 Jun 03 21:58:31.443381 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-247c4395-2379-40c8-99b9-66c02048cfad req-d800f6f9-f59a-47ac-916a-0306e452c490 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648894 Jun 03 21:58:31.446246 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.448202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.458627 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:58:31.461469 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d99ab9aee9ffd31daa96b82795bd6ce08a51d05ec2c87ce48cb30fb3403247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483bcccf-1c8a-4423-81f7-374ac8cd7935" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:58:31.490312 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.491088 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8004a70-9e0a-49ae-b5a9-563ca7d82665 {{(pid=98277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:58:31.506559 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.507828 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-6614b39e-7988-4644-a66d-735f07aac65d admin admin] 10.222.0.77 "DELETE /v2.0/routers/b8004a70-9e0a-49ae-b5a9-563ca7d82665 HTTP/1.1" status: 204 len: 168 time: 2.2117896 Jun 03 21:58:31.510441 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47258) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:31.547222 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6132c55e-2e72-4bdb-9601-22c8508af29a x-openstack-request-id: req-6132c55e-2e72-4bdb-9601-22c8508af29a {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:58:31.547650 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "status": "completed", "code": 200}]} {{(pid=98278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:58:31.548024 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6132c55e-2e72-4bdb-9601-22c8508af29a {{(pid=98278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:58:31.548591 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'status': 'completed', 'code': 200} Jun 03 21:58:31.619157 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:31.650169 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Deleting subnet 9ea977e5-09a5-4276-bd90-73cd4e92c04c {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:58:31.656755 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.724994 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.766559 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-a156e486-741a-41f3-aece-acf085b5735b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:31.786250 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-3e6f2262-aaff-44cf-9321-be3756b666c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:31.787781 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-3e6f2262-aaff-44cf-9321-be3756b666c3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f763989582fd40a6953c2a06fa6592eb&device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 1099 time: 0.2057848 Jun 03 21:58:32.009118 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:32.043123 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-38c70395-3bb6-47ab-8291-2597fede4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:32.045125 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-38c70395-3bb6-47ab-8291-2597fede4bf6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 200 len: 916 time: 0.2482655 Jun 03 21:58:32.074041 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device a6a08f03-cba0-4bd2-8aff-47218fc52c75 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:32.109321 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:12Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:32.114002 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: a6a08f03-cba0-4bd2-8aff-47218fc52c75 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:32.114146 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] Checking router: dd5e1b7e-82f4-48db-955a-89e289c5fa5a for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:58:32.114669 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device a6a08f03-cba0-4bd2-8aff-47218fc52c75 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:32.115286 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:32.125555 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:32.125555 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:05Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:32.152542 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:32.152894 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ab25802-b70b-4ccf-a746-c2f9bd52ee09 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:32.170761 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-4492e69d-12c5-452e-b089-f6e80f0d1e69 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 200 len: 217 time: 0.1161146 Jun 03 21:58:32.308316 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:32.316651 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-5060dfe0-f4b3-4ac6-a7fb-b013be5e0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:32.318090 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-5060dfe0-f4b3-4ac6-a7fb-b013be5e0a99 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 200 len: 853 time: 0.1336949 Jun 03 21:58:32.611614 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-402bf32b-6882-4abd-bb58-09d5aa0256b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:32.613142 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-402bf32b-6882-4abd-bb58-09d5aa0256b3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44024425-60a3-4875-9e5a-de8050770c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2800233 Jun 03 21:58:32.617706 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:32.624489 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:32.652144 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:12Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:32.656431 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee68d6-f360-4195-b9a1-81f6289c203c None None] The sync data for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb is: [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:56:04Z', 'revision_number': 4, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb', '_interfaces': [{'id': '519a914b-9f81-4ea6-a7b4-541df74f49a8', 'name': '', 'network_id': '44024425-60a3-4875-9e5a-de8050770c4a', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'mac_address': 'fa:16:3e:3a:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:02Z', 'updated_at': '2021-06-03T21:56:12Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'subnets': [{'id': '62009c6a-04fc-4f77-a69a-1b7b66221b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:58:32.677986 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea977e5-09a5-4276-bd90-73cd4e92c04c,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:32.691196 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7778a69-10cb-46ff-a65a-e50a77b51ffb None None] Network 555fac52-af7e-4e65-87b1-6ec1dfd44acb requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:58:32.696471 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:32.697562 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:32.751008 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-4d70b25b-669a-4c97-8777-97da8f1d17d1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9ea977e5-09a5-4276-bd90-73cd4e92c04c HTTP/1.1" status: 204 len: 168 time: 1.2393513 Jun 03 21:58:32.753632 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47280) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:32.794347 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-7a6935f8-6001-43b6-b0d4-c546e6b40f27 service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724174 Jun 03 21:58:32.883357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:32.959006 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-483bcccf-1c8a-4423-81f7-374ac8cd7935 req-63a297b1-3a43-4750-b453-6dcfc92e034e service neutron] 10.222.0.107 "GET /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552022 Jun 03 21:58:32.959631 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4facf-21dc-4f9f-8b93-d610ea5d34a4 None None] New status for floating IP 03dd226e-6861-46b4-8427-635bdc1e65d0: DOWN {{(pid=98279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:58:32.980345 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Deleting port 61d99a56-ffa6-41b8-bd16-a38073113f25 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:32.980678 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.075380 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] DHCP port deletion for 555fac52-af7e-4e65-87b1-6ec1dfd44acb request from dv-cinder-794669-4-smb {{(pid=98279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:58:33.204230 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] For port 61d99a56-ffa6-41b8-bd16-a38073113f25, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=61d99a56-ffa6-41b8-bd16-a38073113f25,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:33.204508 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.209542 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Deleting port 61d99a56-ffa6-41b8-bd16-a38073113f25 {{(pid=98279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:33.209934 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.321898 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] For port 61d99a56-ffa6-41b8-bd16-a38073113f25, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=61d99a56-ffa6-41b8-bd16-a38073113f25,segment=NetworkSegment(7648b218-0cc0-4a45-8bb6-8978288c43be),segment_id=7648b218-0cc0-4a45-8bb6-8978288c43be)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:33.322296 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.343801 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Calling delete_port for 61d99a56-ffa6-41b8-bd16-a38073113f25 owned by network:dhcp {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:33.392109 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.398606 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-04a0a42a-2e7d-4548-aa46-94d5c8b815fe tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:33.448100 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d99a56-ffa6-41b8-bd16-a38073113f25,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:33.451606 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:33.452670 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] No DVR routers for this DVR port 61d99a56-ffa6-41b8-bd16-a38073113f25 on host dv-cinder-794669-4-smb {{(pid=98278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:33.466304 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Calling delete_port for 61d99a56-ffa6-41b8-bd16-a38073113f25 owned by network:dhcp {{(pid=98279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:33.527622 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.533301 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:33.582813 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Pushing event deleted for resources: {'Port': ['ID=61d99a56-ffa6-41b8-bd16-a38073113f25,revision_number=None']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:33.586813 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] No DVR routers for this DVR port 61d99a56-ffa6-41b8-bd16-a38073113f25 on host dv-cinder-794669-4-smb {{(pid=98279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:33.588754 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.594156 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.594699 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.595091 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.595567 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.595992 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.596419 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.596840 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.597258 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.597672 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.598105 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.598530 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.599711 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-smb {{(pid=98279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:58:33.602455 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-ac768e54-04c1-419e-af6f-cdcd585e3608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:33.613887 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555fac52-af7e-4e65-87b1-6ec1dfd44acb']}} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:33.627215 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7648b218-0cc0-4a45-8bb6-8978288c43be') {'for_net_delete': True} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:33.627511 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.services.segments.db [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7648b218-0cc0-4a45-8bb6-8978288c43be') {} {{(pid=98278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:33.640143 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15050194'] for segment, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.657581 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.664151 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Releasing vlan 1546 on physical network physnet1 to pool {{(pid=98278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:58:33.664543 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13742939'] for segment, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: Traceback (most recent call last): Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: timer() Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: cb(*args, **kw) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: return func(*args, **kwargs) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: self._notify() Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: self.callback(batched_events) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: event.method(event) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: return f(self, *a, **k) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: return self._get(url).json() Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: return self.request(url, 'GET', **kwargs) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:58:33.678158 dv-cinder-794669-4-smb neutron-server[98278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:58:33.756190 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.759906 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:33.773816 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:33.786503 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Pushing event deleted for resources: {'Network': ['ID=555fac52-af7e-4e65-87b1-6ec1dfd44acb,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:33.789953 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:33.791744 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-3cd140f2-1eff-4248-8245-aebb41e0d927 admin admin] 10.222.0.77 "DELETE /v2.0/networks/555fac52-af7e-4e65-87b1-6ec1dfd44acb HTTP/1.1" status: 204 len: 168 time: 1.0365524 Jun 03 21:58:33.794666 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47294) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:34.036447 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 61d99a56-ffa6-41b8-bd16-a38073113f25 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:34.071261 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 61d99a56-ffa6-41b8-bd16-a38073113f25 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:34.071650 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 61d99a56-ffa6-41b8-bd16-a38073113f25 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:34.334357 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:34.396064 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:34.634511 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-1424c826-84ad-41d1-ac70-286578eaab33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:34.930978 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Deleting port f67bda2b-be15-4ae1-b350-274dd0593125 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:34.931561 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:35.065481 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-2b1178c0-b646-4cd6-b885-956c7161b7a2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:35.066209 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-2b1178c0-b646-4cd6-b885-956c7161b7a2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Synchronizing usage tracker for tenant:f763989582fd40a6953c2a06fa6592eb on resource:port {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:58:35.094116 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] For port f67bda2b-be15-4ae1-b350-274dd0593125, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=f67bda2b-be15-4ae1-b350-274dd0593125,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:35.094501 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:35.162209 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-2b1178c0-b646-4cd6-b885-956c7161b7a2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Unset dirty status for tenant:f763989582fd40a6953c2a06fa6592eb on resource:port {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:58:35.163403 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-2b1178c0-b646-4cd6-b885-956c7161b7a2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.2863095 Jun 03 21:58:35.230275 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Calling delete_port for f67bda2b-be15-4ae1-b350-274dd0593125 owned by network:router_interface {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:35.287833 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-f6adf200-7b78-4805-bd39-986de421534c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Synchronizing usage tracker for tenant:f763989582fd40a6953c2a06fa6592eb on resource:security_group {{(pid=98278) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:58:35.311832 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-f6adf200-7b78-4805-bd39-986de421534c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Unset dirty status for tenant:f763989582fd40a6953c2a06fa6592eb on resource:security_group {{(pid=98278) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:58:35.313094 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-930c827a-46ff-49b0-9271-0c8e37fc307f req-f6adf200-7b78-4805-bd39-986de421534c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901396 Jun 03 21:58:35.433024 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:35.436818 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-ab90b631-cf55-4dee-bd89-0dc4df4ac6f2 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:35.480143 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67bda2b-be15-4ae1-b350-274dd0593125,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:35.483255 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:35.752149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:35.754898 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:36.108849 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Router 14b10b63-180e-449f-9342-ac1f9517214b has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:58:36.403459 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:58:36.413338 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] Sync routers for ids ['14b10b63-180e-449f-9342-ac1f9517214b'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:58:36.424135 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] Routers {'14b10b63-180e-449f-9342-ac1f9517214b'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:36.424756 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['14b10b63-180e-449f-9342-ac1f9517214b'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:36.432899 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-f2557c70-b2ad-492f-b616-17d21ab743b7 admin admin] 10.222.0.77 "PUT /v2.0/routers/14b10b63-180e-449f-9342-ac1f9517214b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368148 Jun 03 21:58:36.435864 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47316) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:36.621214 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] Set router 14b10b63-180e-449f-9342-ac1f9517214b gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:36.690263 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks [] for router, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:36.769197 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d1300-e9bd-4ea3-ac60-0c77ec5eb119 req-0554982f-4d88-499c-bbf5-529b3424d220 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:36.770711 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1a5d1300-e9bd-4ea3-ac60-0c77ec5eb119 req-0554982f-4d88-499c-bbf5-529b3424d220 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.2768164 Jun 03 21:58:36.806028 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-e1602e33-dd84-4d4b-85a7-b9e2d74d7c7f tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:36.807301 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-e1602e33-dd84-4d4b-85a7-b9e2d74d7c7f tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Synchronizing usage tracker for tenant:f763989582fd40a6953c2a06fa6592eb on resource:port {{(pid=98277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:58:36.823547 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.quota.resource [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-e1602e33-dd84-4d4b-85a7-b9e2d74d7c7f tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Unset dirty status for tenant:f763989582fd40a6953c2a06fa6592eb on resource:port {{(pid=98277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:58:36.840323 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-e1602e33-dd84-4d4b-85a7-b9e2d74d7c7f tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.107 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 946 time: 0.1408699 Jun 03 21:58:36.905595 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-1a5d1300-e9bd-4ea3-ac60-0c77ec5eb119 req-9aa035dc-a04a-4094-a79e-930d352d6c51 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/security-groups?id=b63b56be-998c-4239-95fc-dec0809eb578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Jun 03 21:58:36.917444 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:58:35Z', 'revision_number': 5, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port': {'id': '5ecda9e6-0992-4d3e-94ff-923bf1886eb2', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b10b63-180e-449f-9342-ac1f9517214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:39Z', 'updated_at': '2021-06-03T21:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:36.922080 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] Checking router: 14b10b63-180e-449f-9342-ac1f9517214b for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:58:36.940675 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] Routers {'14b10b63-180e-449f-9342-ac1f9517214b'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:36.942075 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['14b10b63-180e-449f-9342-ac1f9517214b'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:36.954606 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.060770 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Deleting port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:37.061347 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.061472 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Deleting port 4b8471ec-39e4-4581-8bbb-52148b00b2bb {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:37.061748 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.140865 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] Set router 14b10b63-180e-449f-9342-ac1f9517214b gateway port host: None {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:37.196812 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] For port 5ecda9e6-0992-4d3e-94ff-923bf1886eb2, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:37.197486 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.215223 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] For port 4b8471ec-39e4-4581-8bbb-52148b00b2bb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4b8471ec-39e4-4581-8bbb-52148b00b2bb,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:37.215610 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.255634 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:58:36Z', 'revision_number': 6, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:37.259628 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2ca3d-31ec-42d6-b4e0-9ebf089580fe None None] The sync data for ids ['14b10b63-180e-449f-9342-ac1f9517214b'] in dv-cinder-794669-4-smb is: [{'id': '14b10b63-180e-449f-9342-ac1f9517214b', 'name': 'tempest-TestShelveInstance-462838012-router', 'tenant_id': '961db30ad2c047feb75304b3dfd1d33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:38Z', 'updated_at': '2021-06-03T21:58:36Z', 'revision_number': 6, 'project_id': '961db30ad2c047feb75304b3dfd1d33c', 'gw_port_host': None}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:58:37.328238 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Calling delete_port for 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 owned by network:router_gateway {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:37.350256 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Calling delete_port for 4b8471ec-39e4-4581-8bbb-52148b00b2bb owned by compute:nova {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:37.412479 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.463266 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.469581 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-b838930b-d4e7-4ed9-9182-81f50949100e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:37.472080 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.474795 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] get_ports_and_sgs() called for port_ids ['4b8471ec-39e4-4581-8bbb-52148b00b2bb'] {{(pid=98279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:58:37.477036 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-d20b03db-ac1b-44ed-b582-d401e2cd74fd tempest-DeleteServersTestJSON-1473858373 tempest-DeleteServersTestJSON-1473858373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:37.520091 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Pushing event deleted for resources: {'Port': ['ID=4b8471ec-39e4-4581-8bbb-52148b00b2bb,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:37.521440 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ecda9e6-0992-4d3e-94ff-923bf1886eb2,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:37.523200 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:37.524504 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:37.596678 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] No DVR routers for this DVR port 4b8471ec-39e4-4581-8bbb-52148b00b2bb on host hv-cinder-79466 {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:37.599067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11858'] for port, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.601620 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'name': 'network-vif-deleted', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb'}] {{(pid=98277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:58:37.603930 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8e5e6b9fc9ccf5263e659e65187d50fae277d638c98a7f23ec406cb0e06b4dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd021362-6c3c-4ef1-aa9e-59614e37740e" -d '{"events": [{"server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "name": "network-vif-deleted", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb"}]}' {{(pid=98277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:58:37.619246 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.620116 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [req-c29705dc-1402-48cf-8c51-4ec1b9519412 req-26356164-8a5f-45d5-b300-d061b3e6f2e4 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.107 "DELETE /v2.0/ports/4b8471ec-39e4-4581-8bbb-52148b00b2bb HTTP/1.1" status: 204 len: 173 time: 0.7747481 Jun 03 21:58:37.672925 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4dc18-1a16-4a61-8b23-da88f87d8b51 x-openstack-request-id: req-24a4dc18-1a16-4a61-8b23-da88f87d8b51 {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:58:37.673258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a7330f-d077-44e7-9bd4-89cded0900f2", "name": "network-vif-deleted", "tag": "4b8471ec-39e4-4581-8bbb-52148b00b2bb", "status": "completed", "code": 200}]} {{(pid=98277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:58:37.673553 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24a4dc18-1a16-4a61-8b23-da88f87d8b51 {{(pid=98277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:58:37.673992 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a7330f-d077-44e7-9bd4-89cded0900f2', 'name': 'network-vif-deleted', 'tag': '4b8471ec-39e4-4581-8bbb-52148b00b2bb', 'status': 'completed', 'code': 200} Jun 03 21:58:37.911412 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.914080 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.950297 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.951506 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b10b63-180e-449f-9342-ac1f9517214b {{(pid=98278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:58:37.966457 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] Notify callbacks [] for router, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:37.967726 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-1d73e2f5-ad60-4417-8351-ba96c8aba460 admin admin] 10.222.0.77 "DELETE /v2.0/routers/14b10b63-180e-449f-9342-ac1f9517214b HTTP/1.1" status: 204 len: 168 time: 1.5307014 Jun 03 21:58:37.971116 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47328) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:38.069739 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Deleting subnet 359dd1a0-09ae-4e94-9b35-5b2e8d5ed182 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:58:38.075411 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.148001 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:38.172710 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.192804 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [req-b484ae4d-cfd5-46b7-85e6-b603d79f2528 req-509434b9-4f37-4728-8e86-56e888f4d2a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a7330f-d077-44e7-9bd4-89cded0900f2 HTTP/1.1" status: 200 len: 210 time: 0.0771561 Jun 03 21:58:38.212006 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:38.212570 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 5ecda9e6-0992-4d3e-94ff-923bf1886eb2 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:38.213175 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f67bda2b-be15-4ae1-b350-274dd0593125 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:38.253420 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: f67bda2b-be15-4ae1-b350-274dd0593125 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:38.253989 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device f67bda2b-be15-4ae1-b350-274dd0593125 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:38.289852 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.557223 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.563722 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:38.602523 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359dd1a0-09ae-4e94-9b35-5b2e8d5ed182,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:38.605636 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:38.607154 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.613456 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-5f7e4019-a1f6-4869-8bad-ad75b08f464f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/359dd1a0-09ae-4e94-9b35-5b2e8d5ed182 HTTP/1.1" status: 204 len: 168 time: 0.6412981 Jun 03 21:58:38.613751 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14b226-155a-40c8-89ca-53bd1147ce67 None None] Network 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:58:38.615822 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47336) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:38.727708 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.886021 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] DHCP port deletion for 1a7b53e4-8126-4ef6-b560-44cfa99c8c85 request from dv-cinder-794669-4-smb {{(pid=98279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:58:38.928921 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Deleting port 4b35ebf6-9790-4ac3-9104-77db908b5f16 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:38.929262 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:38.953890 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Deleting port 4b35ebf6-9790-4ac3-9104-77db908b5f16 {{(pid=98279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:38.954263 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.033848 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] For port 4b35ebf6-9790-4ac3-9104-77db908b5f16, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=4b35ebf6-9790-4ac3-9104-77db908b5f16,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:39.034429 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.053923 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] For port 4b35ebf6-9790-4ac3-9104-77db908b5f16, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=4b35ebf6-9790-4ac3-9104-77db908b5f16,segment=NetworkSegment(a85f9521-2a38-4c36-a7c9-cc12f8f5c82e),segment_id=a85f9521-2a38-4c36-a7c9-cc12f8f5c82e)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:39.054308 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.160960 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Calling delete_port for 4b35ebf6-9790-4ac3-9104-77db908b5f16 owned by network:dhcp {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:39.178550 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Calling delete_port for 4b35ebf6-9790-4ac3-9104-77db908b5f16 owned by network:dhcp {{(pid=98279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:39.213354 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.220888 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-9c80d9bf-059a-467a-83c9-9ffb02225d82 tempest-TestShelveInstance-1329420562 tempest-TestShelveInstance-1329420562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:39.227167 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.235508 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:39.301950 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b35ebf6-9790-4ac3-9104-77db908b5f16,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:39.307192 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:39.308388 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] No DVR routers for this DVR port 4b35ebf6-9790-4ac3-9104-77db908b5f16 on host dv-cinder-794669-4-smb {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:39.315151 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] No DVR routers for this DVR port 4b35ebf6-9790-4ac3-9104-77db908b5f16 on host dv-cinder-794669-4-smb {{(pid=98279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:39.333337 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Pushing event deleted for resources: {'Port': ['ID=4b35ebf6-9790-4ac3-9104-77db908b5f16,revision_number=None']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:39.336303 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8d73240b-25f5-448e-b14b-a0bce8774c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:39.437764 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.456727 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7b53e4-8126-4ef6-b560-44cfa99c8c85']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:39.469501 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:39.469800 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85f9521-2a38-4c36-a7c9-cc12f8f5c82e') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:39.481181 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.500862 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.508790 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Releasing vlan 1523 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:58:39.509178 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:58:39.523531 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:58:39.606638 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.614152 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.617970 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ea732fe9-6211-4026-a1b2-b21bb8cd8fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:39.645790 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7b53e4-8126-4ef6-b560-44cfa99c8c85,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:39.649026 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:39.653984 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d65e9c28-ebf5-46ac-8d9f-01f60a2060b9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1a7b53e4-8126-4ef6-b560-44cfa99c8c85 HTTP/1.1" status: 204 len: 168 time: 1.0340717 Jun 03 21:58:39.783066 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47384) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:39.827558 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4b8471ec-39e4-4581-8bbb-52148b00b2bb no longer exists at agent hyperv_hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:39.837094 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b2bc2469-0cd0-403a-a6dd-590e1b8ecb63 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c65ca273ba64189ae50556ad62e49b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528228 Jun 03 21:58:39.839500 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47386) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:39.866459 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] No Port match for: 4b8471ec-39e4-4581-8bbb-52148b00b2bb {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:39.866822 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Device 4b8471ec-39e4-4581-8bbb-52148b00b2bb not bound to the agent host hv-cinder-79466 {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:39.919526 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.950230 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:39.972015 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47392) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:40.016149 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.027367 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-afdb79a9-2441-4f1c-b35b-f1410b6d5c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:40.043825 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdeb1a-4410-4419-80a1-492c448a9902,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:40.054642 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:40.055492 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.059219 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0b8ba553-de13-4f52-8b6c-f1eb9f4efb56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78bdeb1a-4410-4419-80a1-492c448a9902 HTTP/1.1" status: 204 len: 168 time: 0.2160587 Jun 03 21:58:40.095590 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 4b35ebf6-9790-4ac3-9104-77db908b5f16 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:40.141971 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 4b35ebf6-9790-4ac3-9104-77db908b5f16 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:40.143423 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 4b35ebf6-9790-4ac3-9104-77db908b5f16 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:40.448275 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47400) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:40.496026 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-d57d21bd-d7e1-4c8e-94ba-f2c28ab762ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=961db30ad2c047feb75304b3dfd1d33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465481 Jun 03 21:58:40.499401 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47402) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:40.555638 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.578181 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.585329 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.636512 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.641266 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-966e6ec8-c383-4bef-9c71-d42981f7529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:40.652505 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082f1ef5-bfed-45c2-ab32-216e07177f13,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:40.656360 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:40.659670 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:40.660958 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-b33e8a93-9fbf-4fa6-880b-c9f28596f197 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/082f1ef5-bfed-45c2-ab32-216e07177f13 HTTP/1.1" status: 204 len: 168 time: 0.1606040 Jun 03 21:58:41.131221 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Deleting port 519a914b-9f81-4ea6-a7b4-541df74f49a8 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:41.131579 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:41.265755 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] For port 519a914b-9f81-4ea6-a7b4-541df74f49a8, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=519a914b-9f81-4ea6-a7b4-541df74f49a8,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:41.266134 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:41.394457 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Calling delete_port for 519a914b-9f81-4ea6-a7b4-541df74f49a8 owned by network:router_interface {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:41.567435 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:41.571889 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a07590d7-8e00-48b9-b749-8663faeba83f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:41.615872 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=519a914b-9f81-4ea6-a7b4-541df74f49a8,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:41.651381 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:41.879414 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:42.356882 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Router dd5e1b7e-82f4-48db-955a-89e289c5fa5a has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:58:42.546794 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:58:42.556332 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] Sync routers for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:58:42.561189 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-a9da4d5b-0c4a-4167-b2fa-1a8e25cf6d98 admin admin] 10.222.0.77 "PUT /v2.0/routers/dd5e1b7e-82f4-48db-955a-89e289c5fa5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865991 Jun 03 21:58:42.562575 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47418) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:42.567294 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:42.567913 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:42.741915 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:42.786186 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: dv-cinder-794669-4-smb {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:42.923233 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:42.996714 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Deleting port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 {{(pid=98278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:42.997056 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.079603 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:58:41Z', 'revision_number': 5, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port': {'id': '40586f25-7b74-4e8a-84e8-8e0b3bda83c7', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:59Z', 'updated_at': '2021-06-03T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:43.084451 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] Checking router: dd5e1b7e-82f4-48db-955a-89e289c5fa5a for host: dv-cinder-794669-4-smb {{(pid=98279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:58:43.097647 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] Routers {'dd5e1b7e-82f4-48db-955a-89e289c5fa5a'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:43.098266 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'], 'active': True} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:43.127510 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.db [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] For port 40586f25-7b74-4e8a-84e8-8e0b3bda83c7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:43.127977 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.246901 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvr_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] Set router dd5e1b7e-82f4-48db-955a-89e289c5fa5a gateway port host: None {{(pid=98279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:43.256840 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.plugins.ml2.plugin [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Calling delete_port for 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 owned by network:router_gateway {{(pid=98278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:43.352330 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_hamode_db [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:58:42Z', 'revision_number': 6, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:43.356263 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e241933-d104-4342-99ad-9c9fa16dc5ee None None] The sync data for ids ['dd5e1b7e-82f4-48db-955a-89e289c5fa5a'] in dv-cinder-794669-4-smb is: [{'id': 'dd5e1b7e-82f4-48db-955a-89e289c5fa5a', 'name': 'tempest-TestMinimumBasicScenario-105799417-router', 'tenant_id': 'f763989582fd40a6953c2a06fa6592eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:58Z', 'updated_at': '2021-06-03T21:58:42Z', 'revision_number': 6, 'project_id': 'f763989582fd40a6953c2a06fa6592eb', 'gw_port_host': None}] {{(pid=98279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:58:43.393820 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13742980'] for port, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.398531 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-66604fc1-0c4c-4f4e-a423-6acccf19526c tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:43.471428 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=40586f25-7b74-4e8a-84e8-8e0b3bda83c7,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:43.474262 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:43.538513 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.818507 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.820870 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.849825 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.850346 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5e1b7e-82f4-48db-955a-89e289c5fa5a {{(pid=98278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:58:43.864243 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] Notify callbacks [] for router, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.865370 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-847787b8-d2c3-42c4-b80c-6d681ce509b8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/dd5e1b7e-82f4-48db-955a-89e289c5fa5a HTTP/1.1" status: 204 len: 168 time: 1.3014715 Jun 03 21:58:43.867870 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47426) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:43.926010 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Deleting subnet 62009c6a-04fc-4f77-a69a-1b7b66221b94 {{(pid=98278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:58:43.928945 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:43.979067 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15050155'] for subnet, precommit_delete_associations {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.057110 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.206255 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:44.244216 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:44.244564 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 40586f25-7b74-4e8a-84e8-8e0b3bda83c7 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:44.245198 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 519a914b-9f81-4ea6-a7b4-541df74f49a8 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:44.279057 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 519a914b-9f81-4ea6-a7b4-541df74f49a8 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:44.279596 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 519a914b-9f81-4ea6-a7b4-541df74f49a8 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:44.333131 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13743025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14120022'] for subnet, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.337867 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:44.374369 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62009c6a-04fc-4f77-a69a-1b7b66221b94,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:44.376342 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.378976 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:44.383221 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-33bab6e9-3844-48a3-b228-1a6866b1c02b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/62009c6a-04fc-4f77-a69a-1b7b66221b94 HTTP/1.1" status: 204 len: 168 time: 0.5143852 Jun 03 21:58:44.386452 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47428) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:44.388762 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d44ef8-0a28-4cca-92c0-fa146c9eb1f5 None None] Network 44024425-60a3-4875-9e5a-de8050770c4a requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:58:44.502537 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.574536 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Deleting port defb675d-8db6-476e-a8ab-8504b85d8328 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:44.575205 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.658966 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] DHCP port deletion for 44024425-60a3-4875-9e5a-de8050770c4a request from dv-cinder-794669-4-smb {{(pid=98279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:58:44.681106 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] For port defb675d-8db6-476e-a8ab-8504b85d8328, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=defb675d-8db6-476e-a8ab-8504b85d8328,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:44.681516 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.723766 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Deleting port defb675d-8db6-476e-a8ab-8504b85d8328 {{(pid=98279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:44.724149 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.803826 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Calling delete_port for defb675d-8db6-476e-a8ab-8504b85d8328 owned by network:dhcp {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:44.822867 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] For port defb675d-8db6-476e-a8ab-8504b85d8328, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=defb675d-8db6-476e-a8ab-8504b85d8328,segment=NetworkSegment(55551d9f-2f05-4d8d-ba0b-b88236521d57),segment_id=55551d9f-2f05-4d8d-ba0b-b88236521d57)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:44.823264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.854120 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:44.858815 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-160d6e97-b82f-46ca-8fd1-3ea3c935aaf6 tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:44.901112 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=defb675d-8db6-476e-a8ab-8504b85d8328,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:44.904774 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:44.905574 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] No DVR routers for this DVR port defb675d-8db6-476e-a8ab-8504b85d8328 on host dv-cinder-794669-4-smb {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:44.988058 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Calling delete_port for defb675d-8db6-476e-a8ab-8504b85d8328 owned by network:dhcp {{(pid=98279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:45.024023 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.032932 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.037554 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-760b4ee1-574b-4652-a53d-8ec3b2d87fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:45.038196 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44024425-60a3-4875-9e5a-de8050770c4a']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:45.051495 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55551d9f-2f05-4d8d-ba0b-b88236521d57') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:45.051810 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55551d9f-2f05-4d8d-ba0b-b88236521d57') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:45.064106 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.084703 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Pushing event deleted for resources: {'Port': ['ID=defb675d-8db6-476e-a8ab-8504b85d8328,revision_number=None']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:45.085086 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.086636 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] No DVR routers for this DVR port defb675d-8db6-476e-a8ab-8504b85d8328 on host dv-cinder-794669-4-smb {{(pid=98279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:45.088046 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-be92c3c3-4bc7-4da7-bee3-6ab6d7fb5d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:45.097340 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Releasing vlan 1507 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:58:45.097731 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:58:45.112634 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:58:45.197067 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.201447 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-32ba7484-bc4c-4f83-9bdb-7e20d7dc1477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:45.219045 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.226591 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=44024425-60a3-4875-9e5a-de8050770c4a,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:45.230900 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:45.244072 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-8af4204c-5d2b-4a25-aeef-cfa4455c5b1e admin admin] 10.222.0.77 "DELETE /v2.0/networks/44024425-60a3-4875-9e5a-de8050770c4a HTTP/1.1" status: 204 len: 168 time: 0.8565207 Jun 03 21:58:45.247107 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47436) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:45.252760 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47438) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:45.369774 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.384581 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:58:45.389060 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Usage tracker for resource:security_group_rule and tenant:dcdf4acdd980463fafb84608647337bc is out of sync, need to count used quota {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:58:45.391954 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.quota.resource [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98278) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:58:45.397910 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.db.quota.driver [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98278) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:58:45.484771 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.488967 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_create {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.498516 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-feae90b9-c42c-4a4a-8508-ca3730f688a6 tempest-TestMinimumBasicScenario-1121519489 tempest-TestMinimumBasicScenario-1121519489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:45.541835 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dcdf4acdd980463fafb84608647337bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849448 Jun 03 21:58:45.542677 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.wsgi [-] (98278) accepted ('10.222.0.77', 47442) {{(pid=98278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:45.554849 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffbe173-9f4d-4470-8bd0-73a291b6273b,revision_number=1']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:45.558044 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-fd3fdf4b-cb35-408c-a282-cbdc5768e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:45.608304 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.634726 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.691920 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.695809 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-e1cb34ac-58b9-4e91-b531-3cb721238b7a tempest-AttachVolumeTestJSON-1332982577 tempest-AttachVolumeTestJSON-1332982577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:45.709367 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffbe173-9f4d-4470-8bd0-73a291b6273b,revision_number=None']} {{(pid=98278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:45.712598 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG oslo_concurrency.lockutils [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:45.715300 dv-cinder-794669-4-smb neutron-server[98278]: DEBUG neutron_lib.callbacks.manager [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:45.715800 dv-cinder-794669-4-smb neutron-server[98278]: INFO neutron.wsgi [None req-0528af7b-7341-47cd-ba2f-2d380de0d855 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bffbe173-9f4d-4470-8bd0-73a291b6273b HTTP/1.1" status: 204 len: 168 time: 0.1722085 Jun 03 21:58:45.933261 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16392315'] for router_interface, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:46.048579 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device defb675d-8db6-476e-a8ab-8504b85d8328 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:46.082219 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: defb675d-8db6-476e-a8ab-8504b85d8328 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:46.082567 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device defb675d-8db6-476e-a8ab-8504b85d8328 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:46.356361 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Deleting port 511ba643-ec0a-48e2-bf74-309262f9e03c {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:46.356725 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:46.479426 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] For port 511ba643-ec0a-48e2-bf74-309262f9e03c, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=511ba643-ec0a-48e2-bf74-309262f9e03c,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:46.479795 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:46.609626 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Calling delete_port for 511ba643-ec0a-48e2-bf74-309262f9e03c owned by network:router_interface {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:46.758688 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:46.762472 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-13e0a80c-1f83-4b05-8720-8451c9c8ece4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:46.809341 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Pushing event deleted for resources: {'Port': ['ID=511ba643-ec0a-48e2-bf74-309262f9e03c,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:46.813330 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:47.076593 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16490085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16634533'] for router_interface, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:47.536806 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Router 99a423c2-919c-4cc7-8839-ff6dc34e8652 has already been hosted by L3 agent be6fbb7e-70b8-4d65-81ab-748648075563 {{(pid=98277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:58:47.724594 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] Notify agent at l3_agent.dv-cinder-794669-4-smb the message routers_updated {{(pid=98277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:58:47.733474 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] Sync routers for ids ['99a423c2-919c-4cc7-8839-ff6dc34e8652'] in dv-cinder-794669-4-smb {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:58:47.741476 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-953fcef4-18b7-4ca2-9158-0a14d0e8da6d admin admin] 10.222.0.77 "PUT /v2.0/routers/99a423c2-919c-4cc7-8839-ff6dc34e8652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932594 Jun 03 21:58:47.743197 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] Routers {'99a423c2-919c-4cc7-8839-ff6dc34e8652'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:47.743811 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['99a423c2-919c-4cc7-8839-ff6dc34e8652'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:47.743978 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47446) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:47.921985 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] Set router 99a423c2-919c-4cc7-8839-ff6dc34e8652 gateway port host: dv-cinder-794669-4-smb {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:47.946735 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks [] for router, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:48.122849 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:48.205017 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Deleting port d8558a29-fa2e-4f73-9069-cc65ef900115 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:48.205258 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:48.209789 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'external_fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:58:46Z', 'revision_number': 5, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port': {'id': 'd8558a29-fa2e-4f73-9069-cc65ef900115', 'name': '', 'network_id': 'e9dcd101-5584-47ac-9262-bd61e32f30ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:56:09Z', 'updated_at': '2021-06-03T21:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76a32a2f-cbbc-4156-8a19-c2e11384f119', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-smb'}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:48.213533 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] Checking router: 99a423c2-919c-4cc7-8839-ff6dc34e8652 for host: dv-cinder-794669-4-smb {{(pid=98280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:58:48.222442 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] Routers {'99a423c2-919c-4cc7-8839-ff6dc34e8652'} bound to L3 agent in host dv-cinder-794669-4-smb {{(pid=98280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:58:48.223071 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:40:05Z,description=,heartbeat_timestamp=2021-06-03T21:58:35Z,host='dv-cinder-794669-4-smb',id=be6fbb7e-70b8-4d65-81ab-748648075563,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:40:05Z,topic='l3_agent')) {'router_ids': ['99a423c2-919c-4cc7-8839-ff6dc34e8652'], 'active': True} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:48.329163 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] For port d8558a29-fa2e-4f73-9069-cc65ef900115, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=d8558a29-fa2e-4f73-9069-cc65ef900115,segment=NetworkSegment(ed4e6726-1e9d-4909-8210-7403a85a87b2),segment_id=ed4e6726-1e9d-4909-8210-7403a85a87b2)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:48.329535 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:48.374206 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_dvr_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] Set router 99a423c2-919c-4cc7-8839-ff6dc34e8652 gateway port host: None {{(pid=98280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:58:48.449254 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Calling delete_port for d8558a29-fa2e-4f73-9069-cc65ef900115 owned by network:router_gateway {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:48.477204 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.l3_hamode_db [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:58:48Z', 'revision_number': 6, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port_host': None}], 'dv-cinder-794669-4-smb', False) {} {{(pid=98280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:48.481121 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f53e4-c7ea-4cdf-b54b-447eae019011 None None] The sync data for ids ['99a423c2-919c-4cc7-8839-ff6dc34e8652'] in dv-cinder-794669-4-smb is: [{'id': '99a423c2-919c-4cc7-8839-ff6dc34e8652', 'name': 'tempest-TestMinimumBasicScenario-386462690-router', 'tenant_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:56:08Z', 'updated_at': '2021-06-03T21:58:48Z', 'revision_number': 6, 'project_id': '8ae23e3c8baa46b8b8b0a202f24cff41', 'gw_port_host': None}] {{(pid=98280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:58:48.589709 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:48.593397 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-2deeffec-a3c0-46f1-8daf-9a6475d65290 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:48.752343 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8558a29-fa2e-4f73-9069-cc65ef900115,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:48.755374 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:48.847344 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16465926'] for router_gateway, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.021752 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16396088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40212'] for router, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.023912 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.047540 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16396204'] for router, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.047990 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99a423c2-919c-4cc7-8839-ff6dc34e8652 {{(pid=98277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:58:49.060246 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] Notify callbacks [] for router, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.061352 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-001b9c50-dbf0-441b-97c9-925d84b7c888 admin admin] 10.222.0.77 "DELETE /v2.0/routers/99a423c2-919c-4cc7-8839-ff6dc34e8652 HTTP/1.1" status: 204 len: 168 time: 1.3165576 Jun 03 21:58:49.063827 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47448) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:49.121032 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Deleting subnet a05ca16d-2761-421f-bec1-330c3bf180f2 {{(pid=98277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:58:49.124384 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.175484 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718027'] for subnet, precommit_delete_associations {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.260658 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036069'] for subnet, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.519479 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14142241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14056914'] for subnet, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.523177 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-ecb08963-ac1e-4545-bd35-770bcc017b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:49.558839 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05ca16d-2761-421f-bec1-330c3bf180f2,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:49.561777 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:49.562766 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for subnet, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.568338 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13577fe-bfe4-45a4-b2bf-383b759b4a80 None None] Network d757fefd-2ed1-4a4f-9476-1ea387c0a7bf requested from dv-cinder-794669-4-smb {{(pid=98279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:58:49.568879 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-d5089b16-321b-4724-84bc-19a5e0c778ee admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a05ca16d-2761-421f-bec1-330c3bf180f2 HTTP/1.1" status: 204 len: 168 time: 0.5038636 Jun 03 21:58:49.571311 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47450) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:49.679565 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615105'] for network, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.755527 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Deleting port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 {{(pid=98277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:49.755863 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.822860 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] DHCP port deletion for d757fefd-2ed1-4a4f-9476-1ea387c0a7bf request from dv-cinder-794669-4-smb {{(pid=98279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:58:49.856202 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.db [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] For port e5cc7edf-caf3-4260-a0ff-fc26306c15f7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:49.856669 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.889211 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Deleting port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 {{(pid=98279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:58:49.889709 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771372147447'] for port, before_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:49.983919 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.plugin [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Calling delete_port for e5cc7edf-caf3-4260-a0ff-fc26306c15f7 owned by network:dhcp {{(pid=98277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:49.990981 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.db [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] For port e5cc7edf-caf3-4260-a0ff-fc26306c15f7, host dv-cinder-794669-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-smb',level=0,port_id=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,segment=NetworkSegment(cab33be4-b6f6-4cbf-a694-66c984a19fc0),segment_id=cab33be4-b6f6-4cbf-a694-66c984a19fc0)] {{(pid=98279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:58:49.991255 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16636875'] for port, precommit_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.034496 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14142228'] for port, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.038391 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-3fe55c9b-aa79-42a0-8e26-7a6f92ea2de8 tempest-VolumesActionsTest-601229056 tempest-VolumesActionsTest-601229056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:50.056799 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d8558a29-fa2e-4f73-9069-cc65ef900115 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:50.085147 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:50.088502 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:50.089275 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] No DVR routers for this DVR port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 on host dv-cinder-794669-4-smb {{(pid=98277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:50.149258 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Calling delete_port for e5cc7edf-caf3-4260-a0ff-fc26306c15f7 owned by network:dhcp {{(pid=98279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:58:50.151836 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: d8558a29-fa2e-4f73-9069-cc65ef900115 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:50.152187 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device d8558a29-fa2e-4f73-9069-cc65ef900115 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:50.152606 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e5cc7edf-caf3-4260-a0ff-fc26306c15f7 no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:50.190448 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: e5cc7edf-caf3-4260-a0ff-fc26306c15f7 {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:50.190818 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device e5cc7edf-caf3-4260-a0ff-fc26306c15f7 not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:50.191249 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 511ba643-ec0a-48e2-bf74-309262f9e03c no longer exists at agent ovs-agent-dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:58:50.227899 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.plugin [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] No Port match for: 511ba643-ec0a-48e2-bf74-309262f9e03c {{(pid=98279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:58:50.228166 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.plugins.ml2.rpc [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Device 511ba643-ec0a-48e2-bf74-309262f9e03c not bound to the agent host dv-cinder-794669-4-smb {{(pid=98279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:58:50.266599 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16490135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771372057847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771371639637'] for port, after_delete {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.270355 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-599b429f-aaa2-4881-96d8-b5786fe94241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:50.313053 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951728', 'neutron.services.segments.db._delete_segments_for_network-8771372084673'] for network, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.315248 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Pushing event deleted for resources: {'Port': ['ID=e5cc7edf-caf3-4260-a0ff-fc26306c15f7,revision_number=None']} {{(pid=98279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:50.318204 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG oslo_concurrency.lockutils [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:50.319076 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84962a-9b2b-494a-8cec-7c749917da81 None None] No DVR routers for this DVR port e5cc7edf-caf3-4260-a0ff-fc26306c15f7 on host dv-cinder-794669-4-smb {{(pid=98279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:58:50.326976 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d757fefd-2ed1-4a4f-9476-1ea387c0a7bf']}} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:50.339308 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab33be4-b6f6-4cbf-a694-66c984a19fc0') {'for_net_delete': True} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:50.339546 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.services.segments.db [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab33be4-b6f6-4cbf-a694-66c984a19fc0') {} {{(pid=98277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:58:50.351209 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771372088028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718130'] for segment, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.367328 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228'] for segment, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.373869 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=98277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:58:50.374392 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14142411'] for segment, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: Traceback (most recent call last): Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: timer() Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: cb(*args, **kw) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: return func(*args, **kwargs) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: self._notify() Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: self.callback(batched_events) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: event.method(event) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: return f(self, *a, **k) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: return self._get(url).json() Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: return self.request(url, 'GET', **kwargs) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:58:50.391332 dv-cinder-794669-4-smb neutron-server[98277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:58:50.465563 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16601260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16490142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16466029'] for network, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.469599 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-131002b5-8fab-4f6d-8d85-790b8ffb56c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:50.485836 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16490113'] for network, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.494042 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d757fefd-2ed1-4a4f-9476-1ea387c0a7bf,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:50.498605 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:50.502043 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e60b4587-f288-4dd2-97c4-74be2070fc21 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d757fefd-2ed1-4a4f-9476-1ea387c0a7bf HTTP/1.1" status: 204 len: 168 time: 0.9297247 Jun 03 21:58:50.676711 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47454) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:50.728891 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e5e26f0e-4907-48e6-b6fd-5023e758276f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f763989582fd40a6953c2a06fa6592eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508766 Jun 03 21:58:50.731190 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47456) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:50.789415 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.815480 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.867229 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.870806 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-31c4e920-0a58-4779-a9ff-a8ea0e882103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:50.884779 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b56be-998c-4239-95fc-dec0809eb578,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:50.888253 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:50.900752 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:50.902691 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-81d1d318-dc09-4d81-b7ed-0e6317179fd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b63b56be-998c-4239-95fc-dec0809eb578 HTTP/1.1" status: 204 len: 168 time: 0.1702483 Jun 03 21:58:51.246900 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47462) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:51.296064 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-9f1f6ffc-117b-467d-9fd0-be6d9e3d456c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ae23e3c8baa46b8b8b0a202f24cff41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472345 Jun 03 21:58:51.298770 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.wsgi [-] (98277) accepted ('10.222.0.77', 47464) {{(pid=98277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:58:51.360786 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:51.386568 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:51.437217 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16601153'] for security_group, after_delete {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:51.440929 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-23408f9d-25db-418b-9429-d26dfe6ba4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:58:51.452190 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b36817-be7e-461a-b306-efc965525633,revision_number=None']} {{(pid=98277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:58:51.455754 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG oslo_concurrency.lockutils [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:58:51.459176 dv-cinder-794669-4-smb neutron-server[98277]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:51.460185 dv-cinder-794669-4-smb neutron-server[98277]: INFO neutron.wsgi [None req-e2b3b5a7-e479-45b0-98f7-d7dd684f8804 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9b36817-be7e-461a-b306-efc965525633 HTTP/1.1" status: 204 len: 168 time: 0.1604466 Jun 03 21:58:51.791960 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:01.763611 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-47fddc1b-6df9-48c0-a3c1-3b708c98ae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:04.399352 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:04.630282 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-e71bb84a-aa6c-4328-a280-bcf44c681353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:05.757858 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:07.417182 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:07.746796 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:59:21.792930 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:31.757249 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-89665ab3-db46-4a67-acef-1381bb38db5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:34.404391 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:34.632950 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-5055ce30-d839-48f0-aa00-dad9b99e699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:35.761264 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:37.421014 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:44.784226 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:59:51.807033 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:01.761210 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-7a22a72c-4860-42f7-94c1-acc9c2adf776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:04.408016 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:04.634084 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-57688bdf-4863-4312-a043-6cbe2221ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:05.763157 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:07.422239 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:21.744563 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:00:21.806736 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:31.765126 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-507a1f25-46c7-4cc1-b1a8-5963adb659f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:34.412037 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:34.636624 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-b6124613-0eb3-4868-9b8f-59ddc090952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:35.765689 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:37.423377 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.809334 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.742729 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:01:01.768524 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-f7e21a03-de7b-4935-b775-4b6483db28e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:04.417804 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:04.643775 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-ada60648-b55b-41c3-bcb9-22254d191494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:05.769217 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:07.427849 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.814323 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:31.769311 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-96700d5b-ee29-4cf9-9e9d-84ce421dad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:34.411739 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:34.640339 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-24a9a1d5-d2d3-4375-9be9-ad853854ab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:35.742041 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:01:35.780059 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.430081 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:51.823754 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:01.772440 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-0bac80fc-1c04-4993-9352-a88856c599ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:04.413972 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:04.643487 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-7df9daf8-85cc-4f41-abac-691d55903b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:05.773850 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:07.432211 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:12.741158 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:02:21.834094 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:31.774293 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-faa29cf4-f4b5-4f81-b6eb-dfd56b03c06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:34.416550 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:34.645675 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5f06-1d3a-4f3c-9ea4-aa65560c8471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:35.776342 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:37.433742 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:49.740259 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:02:51.835121 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:01.776412 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-20867ed8-c132-47ec-9f16-501b31b67dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:04.419592 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:04.653465 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-38fd42a6-50ce-45ec-852d-bda6717575c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:05.780331 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:07.438855 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:21.849071 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-19ba040a-a0f2-427f-a9a3-13391cc68212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.740072 dv-cinder-794669-4-smb neutron-server[98280]: DEBUG neutron.db.agents_db [None req-bde74e9a-8f74-41b9-9753-eb0d41d600c8 None None] Agent healthcheck: found 6 active agents {{(pid=98280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:03:31.779041 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-84510882-5710-46a7-8ec6-bb228cf875c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:34.427202 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-8be9b4e2-6ef7-488f-9259-0166b24e3f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:34.647898 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-68c8235f-d188-4c45-b2d5-8044ae06aba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.783201 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-588faa39-4dce-48fa-aefa-477f9d7e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:37.442348 dv-cinder-794669-4-smb neutron-server[98279]: DEBUG neutron_lib.callbacks.manager [None req-76909259-efaf-43d4-9aa4-9903333deada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771372084655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950778'] for agent, after_update {{(pid=98279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}